job 37efe968-1968-4691-9aa2-2ddbc00f5f28

State	FAILED
Quota	`flowmetal-demo`
Manifest	`fbac6bee1d36b88c292d2bc779710553a876a3efb0f3a7998094c506300a3d77`
Entry override	`tirefireind.us/flowmetal-demo/dispatch-fire`/`dispatch`
Worker	`worker-0591c535-99b6-4126-81ea-9f99468817d9`
Inbox HWM	0
Error	Traceback (most recent call last): File <builtin>, in <module> * main.star:88, in _dispatch_impl fail("dispatch exhausted %d attempts for lot %s" % (MAX_ATTEMPTS, lot["lot_id... error: dispatch exhausted 4 attempts for lot lot_f5842fdd47 --> main.star:88:5 \| 88 \| fail("dispatch exhausted %d attempts for lot %s" % (MAX_ATTEMPTS, lot["lot_id"])) \| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ \|

#0 req 0 connector:http

{
  "method": "GET",
  "url": "http://tire-registry.flowmetal.svc.cluster.local:8080/lots/next"
}

#1 req 0 ok

{
  "body": {
    "condition": "smoldering",
    "discovered_at": 1776755220.0,
    "lot_id": "lot_f5842fdd47",
    "weight_kg": 187.0
  },
  "headers": {
    "content-length": "95",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:07:00 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#2 req 1 connector:http

{
  "body_json": {
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#3 req 1 ok

{
  "body": {
    "incident_id": "inc_99a321633e89",
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:07:10 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#4 req 2 sleep deadline=1776755242.990747337 duration=2s

#5 req 2 ok

null

#6 req 3 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_99a321633e89"
}

#7 req 3 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_99a321633e89",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:07:22 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#8 req 4 connector:http

{
  "body_json": {
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#9 req 4 ok

{
  "body": {
    "incident_id": "inc_62c21f1db6cc",
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:07:32 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#10 req 5 sleep deadline=1776755265.350792855 duration=2s

#11 req 5 ok

null

#12 req 6 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_62c21f1db6cc"
}

#13 req 6 ok

{
  "body": {
    "error_kind": "dispatch_service_down",
    "incident_id": "inc_62c21f1db6cc",
    "message": "dispatch failed: dispatch_service_down",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "157",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:07:45 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#14 req 7 connector:http

{
  "body_json": {
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#15 req 7 ok

{
  "body": {
    "incident_id": "inc_2f7f943a24e4",
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:07:55 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#16 req 8 sleep deadline=1776755287.849032234 duration=2s

#17 req 8 ok

null

#18 req 9 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_2f7f943a24e4"
}

#19 req 9 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_2f7f943a24e4",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:08:07 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#20 req 10 connector:http

{
  "body_json": {
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#21 req 10 ok

{
  "body": {
    "incident_id": "inc_cb1165e744d8",
    "lot_id": "lot_f5842fdd47",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:08:12 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#22 req 11 sleep deadline=1776755303.370573947 duration=2s

#23 req 11 ok

null

#24 req 12 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_cb1165e744d8"
}

#25 req 12 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_cb1165e744d8",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:08:24 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#26 FAILED worker=worker-0591c535-99b6-4126-81ea-9f99468817d9

job 37efe968-1968-4691-9aa2-2ddbc00f5f28

Log