job eaf535d8-b381-43a0-9677-87e3917a2279

State	FAILED
Quota	`flowmetal-demo`
Manifest	`bed2305c0b9b3c962fb726543fa95a14ee4dc620aaf70b4618a65590c8430b58`
Entry override	`tirefireind.us/flowmetal-demo/dispatch-fire`/`dispatch`
Worker	`worker-cb46eb8c-9454-46e6-a2b1-779317e6fbdd`
Inbox HWM	0
Error	Traceback (most recent call last): File <builtin>, in <module> * main.star:75, in _dispatch_impl body = _open_and_poll(fctx, lot, priority, attempt) * main.star:52, in _open_and_poll body = fctx.actions.http( error: action failed: HTTP 503 (source connector) --> main.star:52:16 \| 52 \| body = fctx.actions.http( \| ________________^ 53 \| \| "GET", FIRE_DISPATCH + "/incidents/" + incident_id, 54 \| \| )["body"] \| \|_________^ \|

#0 print >>> [dispatch] phoning tire-registry for the next incoming report…

#2 req 1 connector:http

{
  "method": "GET",
  "url": "http://tire-registry.flowmetal.svc.cluster.local:8080/lots/next"
}

#3 req 1 ok

{
  "body": {
    "condition": "engulfed",
    "discovered_at": 1776758220.0,
    "lot_id": "lot_1a45f18870",
    "weight_kg": 364.0
  },
  "headers": {
    "content-length": "93",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:57:00 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#4 print >>> [dispatch] lot lot_1a45f18870 at 364 kg, condition 'engulfed' — priority urgent.

#6 print >>> [attempt 1] calling fire-dispatch to roll a containment crew…

#8 req 4 connector:http

{
  "body_json": {
    "lot_id": "lot_1a45f18870",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#9 req 4 ok

{
  "body": {
    "incident_id": "inc_29ad111bc301",
    "lot_id": "lot_1a45f18870",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:57:04 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#10 print >>> [attempt 1] incident inc_29ad111bc301 open, waiting on containment…

#12 req 6 sleep deadline=1776758235.475155083 duration=2s

#13 req 6 ok

null

#14 req 7 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_29ad111bc301"
}

#15 req 7 ok

{
  "body": {
    "error_kind": "dispatch_service_down",
    "incident_id": "inc_29ad111bc301",
    "message": "dispatch failed: dispatch_service_down",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "157",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:57:15 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#16 print >>> [dispatch] attempt 1 failed (dispatch_service_down); retrying.

#18 print >>> [attempt 2] calling fire-dispatch to roll a containment crew…

#20 req 10 connector:http

{
  "body_json": {
    "lot_id": "lot_1a45f18870",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#21 req 10 ok

{
  "body": {
    "incident_id": "inc_ea8c0ca5a25c",
    "lot_id": "lot_1a45f18870",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:57:23 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#22 print >>> [attempt 2] incident inc_ea8c0ca5a25c open, waiting on containment…

#24 req 12 sleep deadline=1776758256.395006179 duration=2s

#25 req 12 ok

null

#26 req 13 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_ea8c0ca5a25c"
}

#27 req 13 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_ea8c0ca5a25c",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:57:36 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#28 print >>> [dispatch] attempt 2 failed (crews_unavailable); retrying.

#30 print >>> [attempt 3] calling fire-dispatch to roll a containment crew…

#32 req 16 connector:http

{
  "body_json": {
    "lot_id": "lot_1a45f18870",
    "priority": "urgent"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#33 req 16 ok

{
  "body": {
    "incident_id": "inc_06c54c2773b4",
    "lot_id": "lot_1a45f18870",
    "priority": "urgent"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:57:46 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#34 print >>> [attempt 3] incident inc_06c54c2773b4 open, waiting on containment…

#36 req 18 sleep deadline=1776758279.594728477 duration=2s

#37 req 18 ok

null

#38 req 19 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_06c54c2773b4"
}

#39 req 19 err source=connector HTTP 503

{
  "body": {
    "detail": "dispatch board flickering"
  },
  "error_kind": "http_status",
  "headers": {
    "content-length": "38",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:58:00 GMT",
    "server": "uvicorn"
  },
  "status": 503.0
}

#40 FAILED worker=worker-cb46eb8c-9454-46e6-a2b1-779317e6fbdd

job eaf535d8-b381-43a0-9677-87e3917a2279

Log