job 7c5bea73-01cd-458d-8aa5-b99df337b499

State	FAILED
Quota	`flowmetal-demo`
Manifest	`fbac6bee1d36b88c292d2bc779710553a876a3efb0f3a7998094c506300a3d77`
Entry override	`tirefireind.us/flowmetal-demo/dispatch-fire`/`dispatch`
Worker	`worker-31d77855-2d12-42ae-b31b-df8b50ed4289`
Inbox HWM	0
Error	Traceback (most recent call last): File <builtin>, in <module> * main.star:88, in _dispatch_impl fail("dispatch exhausted %d attempts for lot %s" % (MAX_ATTEMPTS, lot["lot_id... error: dispatch exhausted 4 attempts for lot lot_4cc0477c7d --> main.star:88:5 \| 88 \| fail("dispatch exhausted %d attempts for lot %s" % (MAX_ATTEMPTS, lot["lot_id"])) \| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ \|

#0 req 0 connector:http

{
  "method": "GET",
  "url": "http://tire-registry.flowmetal.svc.cluster.local:8080/lots/next"
}

#1 req 0 ok

{
  "body": {
    "condition": "smoldering",
    "discovered_at": 1776755100.0,
    "lot_id": "lot_4cc0477c7d",
    "weight_kg": 175.0
  },
  "headers": {
    "content-length": "95",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:05:00 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#2 req 1 connector:http

{
  "body_json": {
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#3 req 1 ok

{
  "body": {
    "incident_id": "inc_1d68f6ad8243",
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:05:10 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#4 req 2 sleep deadline=1776755122.953738303 duration=2s

#5 req 2 ok

null

#6 req 3 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_1d68f6ad8243"
}

#7 req 3 ok

{
  "body": {
    "error_kind": "dispatch_service_down",
    "incident_id": "inc_1d68f6ad8243",
    "message": "dispatch failed: dispatch_service_down",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "157",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:05:22 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#8 req 4 connector:http

{
  "body_json": {
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#9 req 4 ok

{
  "body": {
    "incident_id": "inc_e21ccdbb1ff6",
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:05:32 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#10 req 5 sleep deadline=1776755145.418329659 duration=2s

#11 req 5 ok

null

#12 req 6 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_e21ccdbb1ff6"
}

#13 req 6 ok

{
  "body": {
    "crew_eta_seconds": 1.52,
    "incident_id": "inc_e21ccdbb1ff6",
    "priority": "normal",
    "status": "pending"
  },
  "headers": {
    "content-length": "97",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:05:45 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#14 req 7 sleep deadline=1776755158.383744360 duration=2s

#15 req 7 ok

null

#16 req 8 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_e21ccdbb1ff6"
}

#17 req 8 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_e21ccdbb1ff6",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:05:58 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#18 req 9 connector:http

{
  "body_json": {
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#19 req 9 ok

{
  "body": {
    "incident_id": "inc_ee00dd589335",
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:06:05 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#20 req 10 sleep deadline=1776755178.038172115 duration=2s

#21 req 10 ok

null

#22 req 11 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_ee00dd589335"
}

#23 req 11 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_ee00dd589335",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:06:17 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#24 req 12 connector:http

{
  "body_json": {
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "method": "POST",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents"
}

#25 req 12 ok

{
  "body": {
    "incident_id": "inc_76d202de5ccc",
    "lot_id": "lot_4cc0477c7d",
    "priority": "normal"
  },
  "headers": {
    "content-length": "80",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:06:22 GMT",
    "server": "uvicorn"
  },
  "status": 202.0
}

#26 req 13 sleep deadline=1776755195.443251736 duration=2s

#27 req 13 ok

null

#28 req 14 connector:http

{
  "method": "GET",
  "url": "http://fire-dispatch.flowmetal.svc.cluster.local:8080/incidents/inc_76d202de5ccc"
}

#29 req 14 ok

{
  "body": {
    "error_kind": "crews_unavailable",
    "incident_id": "inc_76d202de5ccc",
    "message": "dispatch failed: crews_unavailable",
    "retryable": true,
    "status": "failed"
  },
  "headers": {
    "content-length": "149",
    "content-type": "application/json",
    "date": "Tue, 21 Apr 2026 07:06:35 GMT",
    "server": "uvicorn"
  },
  "status": 200.0
}

#30 FAILED worker=worker-31d77855-2d12-42ae-b31b-df8b50ed4289

job 7c5bea73-01cd-458d-8aa5-b99df337b499

Log