job aad5b8b3-26cc-4909-846f-fb6b24b4b2e0

State	FAILED
Quota	`flowmetal-demo`
Manifest	`7da111f84daf1e10fcc12a35e8cf5c5debb80884c697bd0a1d517c10b3af1b28`
Entry override	`tirefireind.us/flowmetal-demo/dispatch-fire`/`dispatch`
Worker	`worker-5879336e-a44f-45a2-ad04-4943fa33f428`
Inbox HWM	0
Error	Traceback (most recent call last): File <builtin>, in <module> * main.star:84, in _dispatch_impl body = _open_and_poll(fctx, lot, priority, attempt) * main.star:61, in _open_and_poll body = fctx.actions.http( error: action failed: HTTP 503 (source connector) --> main.star:61:16 \| 61 \| body = fctx.actions.http( \| ________________^ 62 \| \| "GET", FIRE_DISPATCH + "/incidents/" + incident_id, 63 \| \| )["body"] \| \|_________^ \|

#0 print >>> [dispatch] phoning tire-registry for the next incoming report…

#2 req 1 connector:http

{
  "method": "GET",
  "url": "http://tire-registry.flowmetal.svc.cluster.local:8080/lots/next"
}

#3 req 1 ok

{
  "body": {
    "condition": "flaming",
    "discovered_at": 1776775740.0,
    "lot_id": "lot_a22bfb115a",
    "weight_kg": 2616.0
  },
  "headers": {
    "content-length": "93",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:00 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#4 print >>> [dispatch] lot lot_a22bfb115a at 2616 kg, condition 'flaming' — priority urgent.

#6 print >>> [attempt 1] calling fire-dispatch to roll a containment crew…

#8 req 4 connector:http

{
  "body_json": {
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#9 req 4 ok

{
  "body": {
    "incident_id": "inc_34e3a6581bb4",
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:03 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#10 print >>> [attempt 1] incident inc_34e3a6581bb4 open, waiting on containment…

#12 req 6 sleep deadline=1776775751.921263079 duration=2s

#13 req 6 ok

null

#14 req 7 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_34e3a6581bb4"
}

#15 req 7 ok

{
  "body": {
    "error_kind": "dispatch_service_down",
    "incident_id": "inc_34e3a6581bb4",
    "message": "dispatch failed: dispatch_service_down",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "157",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:11 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#16 print >>> [dispatch] attempt 1 failed (dispatch_service_down); retrying.

#18 req 9 sleep deadline=1776775756.998216454 duration=1s

#19 req 9 ok

null

#20 print >>> [attempt 2] calling fire-dispatch to roll a containment crew…

#22 req 11 connector:http

{
  "body_json": {
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#23 req 11 ok

{
  "body": {
    "incident_id": "inc_5f2ae7f03c94",
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:17 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#24 print >>> [attempt 2] incident inc_5f2ae7f03c94 open, waiting on containment…

#26 req 13 sleep deadline=1776775763.086402137 duration=2s

#27 req 13 ok

null

#28 req 14 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_5f2ae7f03c94"
}

#29 req 14 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_5f2ae7f03c94",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:22 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#30 print >>> [dispatch] attempt 2 failed (crews_unavailable); retrying.

#32 req 16 sleep deadline=1776775769.973256442 duration=1s

#33 req 16 ok

null

#34 print >>> [attempt 3] calling fire-dispatch to roll a containment crew…

#36 req 18 connector:http

{
  "body_json": {
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#37 req 18 ok

{
  "body": {
    "incident_id": "inc_518358939a59",
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:30 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#38 print >>> [attempt 3] incident inc_518358939a59 open, waiting on containment…

#40 req 20 sleep deadline=1776775781.108377552 duration=2s

#41 req 20 ok

null

#42 req 21 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_518358939a59"
}

#43 req 21 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_518358939a59",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:40 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#44 print >>> [dispatch] attempt 3 failed (crews_unavailable); retrying.

#46 req 23 sleep deadline=1776775792.054259676 duration=2s

#47 req 23 ok

null

#48 print >>> [attempt 4] calling fire-dispatch to roll a containment crew…

#50 req 25 connector:http

{
  "body_json": {
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#51 req 25 ok

{
  "body": {
    "incident_id": "inc_e22e812535f5",
    "lot_id": "lot_a22bfb115a",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:49:53 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#52 print >>> [attempt 4] incident inc_e22e812535f5 open, waiting on containment…

#54 req 27 sleep deadline=1776775800.148713333 duration=2s

#55 req 27 ok

null

#56 req 28 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_e22e812535f5"
}

#57 req 28 err source=connector HTTP 503

{
  "body": {
    "detail": "dispatch board flickering"
  },
  "error_kind": "http_status",
  "headers": {
    "content-length": "38",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 12:50:00 GMT",
    "server": "uvicorn"
  },
  "status": 503.0
}

#58 FAILED worker=worker-5879336e-a44f-45a2-ad04-4943fa33f428

job aad5b8b3-26cc-4909-846f-fb6b24b4b2e0

Log