#0
print
>>> [noc] pulling next host record off laskey…
#2
req 1
connector:http
{
"method": "GET",
"url": "http://laskey.flowmetal.svc.cluster.local:8080/hosts/next"
}
#3
req 1
ok
{
"body": {
"config": {
"disk_layout": "md-raid10",
"os": "ubuntu-24.04",
"profile": "batch-worker",
"rack": "rack-c1"
},
"hostname": "host-d877c455"
},
"headers": {
"content-length": "127",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:00 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#4
print
>>> [noc] target host host-d877c455 (ubuntu-24.04 / batch-worker / md-raid10) — handing off to wilson.
#6
print
>>> [noc] attempt 1/4: kicking off reinstall of host-d877c455.
#8
req 4
connector:http
{
"body_json": {
"config": {
"disk_layout": "md-raid10",
"os": "ubuntu-24.04",
"profile": "batch-worker",
"rack": "rack-c1"
},
"hostname": "host-d877c455"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#9
req 4
ok
{
"body": {
"hostname": "host-d877c455",
"reinstall_id": "ri_3f66cd3fa20e"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:02 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#10
req 5
sleep
deadline=1776764835.280952316
duration=2s
#12
req 6
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_3f66cd3fa20e"
}
#13
req 6
ok
{
"body": {
"error_kind": "wilson_forgot",
"hostname": "host-d877c455",
"message": "wilson forgot this reinstall ever happened",
"reinstall_id": "ri_3f66cd3fa20e",
"retryable": true,
"status": "forgotten"
},
"headers": {
"content-length": "183",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:15 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#14
print
>>> [noc] attempt 1: wilson claims it never heard of ri_3f66cd3fa20e. classic.
#16
print
>>> [noc] attempt 2/4: kicking off reinstall of host-d877c455.
#18
req 9
connector:http
{
"body_json": {
"config": {
"disk_layout": "md-raid10",
"os": "ubuntu-24.04",
"profile": "batch-worker",
"rack": "rack-c1"
},
"hostname": "host-d877c455"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#19
req 9
ok
{
"body": {
"hostname": "host-d877c455",
"reinstall_id": "ri_4f53fa8955fe"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:25 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#20
req 10
sleep
deadline=1776764854.991840042
duration=2s
#22
req 11
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_4f53fa8955fe"
}
#23
req 11
ok
{
"body": {
"error_kind": "wilson_forgot",
"hostname": "host-d877c455",
"message": "wilson forgot this reinstall ever happened",
"reinstall_id": "ri_4f53fa8955fe",
"retryable": true,
"status": "forgotten"
},
"headers": {
"content-length": "183",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:35 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#24
print
>>> [noc] attempt 2: wilson claims it never heard of ri_4f53fa8955fe. classic.
#26
print
>>> [noc] attempt 3/4: kicking off reinstall of host-d877c455.
#28
req 14
connector:http
{
"body_json": {
"config": {
"disk_layout": "md-raid10",
"os": "ubuntu-24.04",
"profile": "batch-worker",
"rack": "rack-c1"
},
"hostname": "host-d877c455"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#29
req 14
ok
{
"body": {
"hostname": "host-d877c455",
"reinstall_id": "ri_0c006b5044b8"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:43 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#30
req 15
sleep
deadline=1776764876.165632256
duration=2s
#32
req 16
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_0c006b5044b8"
}
#33
req 16
ok
{
"body": {
"eta_seconds": 0.39,
"hostname": "host-d877c455",
"reinstall_id": "ri_0c006b5044b8",
"status": "pending"
},
"headers": {
"content-length": "99",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:47:56 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#34
req 17
sleep
deadline=1776764882.880587615
duration=2s
#36
req 18
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_0c006b5044b8"
}
#37
req 18
ok
{
"body": {
"hostname": "host-d877c455",
"reinstall_id": "ri_0c006b5044b8",
"status": "succeeded",
"took_seconds": 13.43
},
"headers": {
"content-length": "103",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:48:02 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#38
print
>>> [noc] host-d877c455 reinstalled clean on attempt 3. standing down.
#40
DONE
worker=worker-cb363943-e8d5-4544-959e-0acbf94251c1