#0
print
>>> [noc] pulling next host record off laskey…
#2
req 1
connector:http
{
"method": "GET",
"url": "http://laskey.flowmetal.svc.cluster.local:8080/hosts/next"
}
#3
req 1
ok
{
"body": {
"config": {
"disk_layout": "zfs-mirror",
"os": "flatcar-stable",
"profile": "redis-cache",
"rack": "rack-b1"
},
"hostname": "host-a4fdca51"
},
"headers": {
"content-length": "129",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:00 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#4
print
>>> [noc] target host host-a4fdca51 (flatcar-stable / redis-cache / zfs-mirror) — handing off to wilson.
#6
print
>>> [noc] attempt 1/4: kicking off reinstall of host-a4fdca51.
#8
req 4
connector:http
{
"body_json": {
"config": {
"disk_layout": "zfs-mirror",
"os": "flatcar-stable",
"profile": "redis-cache",
"rack": "rack-b1"
},
"hostname": "host-a4fdca51"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#9
req 4
ok
{
"body": {
"hostname": "host-a4fdca51",
"reinstall_id": "ri_65cffd0f54d6"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:08 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#10
req 5
sleep
deadline=1776765201.207469391
duration=2s
#12
req 6
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_65cffd0f54d6"
}
#13
req 6
ok
{
"body": {
"error_kind": "reinstall_broken",
"hostname": "host-a4fdca51",
"message": "reinstall broke partway through",
"reinstall_id": "ri_65cffd0f54d6",
"retryable": true,
"status": "failed"
},
"headers": {
"content-length": "172",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:21 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#14
print
>>> [noc] attempt 1 failed (reinstall_broken); looping back to wilson.
#16
print
>>> [noc] attempt 2/4: kicking off reinstall of host-a4fdca51.
#18
req 9
connector:http
{
"body_json": {
"config": {
"disk_layout": "zfs-mirror",
"os": "flatcar-stable",
"profile": "redis-cache",
"rack": "rack-b1"
},
"hostname": "host-a4fdca51"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#19
req 9
ok
{
"body": {
"hostname": "host-a4fdca51",
"reinstall_id": "ri_79e180af711a"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:29 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#20
req 10
sleep
deadline=1776765219.018980261
duration=2s
#22
req 11
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_79e180af711a"
}
#23
req 11
ok
{
"body": {
"error_kind": "reinstall_broken",
"hostname": "host-a4fdca51",
"message": "reinstall broke partway through",
"reinstall_id": "ri_79e180af711a",
"retryable": true,
"status": "failed"
},
"headers": {
"content-length": "172",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:39 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#24
print
>>> [noc] attempt 2 failed (reinstall_broken); looping back to wilson.
#26
print
>>> [noc] attempt 3/4: kicking off reinstall of host-a4fdca51.
#28
req 14
connector:http
{
"body_json": {
"config": {
"disk_layout": "zfs-mirror",
"os": "flatcar-stable",
"profile": "redis-cache",
"rack": "rack-b1"
},
"hostname": "host-a4fdca51"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#29
req 14
ok
{
"body": {
"hostname": "host-a4fdca51",
"reinstall_id": "ri_8f76e9e86039"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:47 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#30
req 15
sleep
deadline=1776765237.047122276
duration=2s
#32
req 16
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_8f76e9e86039"
}
#33
req 16
ok
{
"body": {
"error_kind": "reinstall_broken",
"hostname": "host-a4fdca51",
"message": "reinstall broke partway through",
"reinstall_id": "ri_8f76e9e86039",
"retryable": true,
"status": "failed"
},
"headers": {
"content-length": "172",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:53:57 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#34
print
>>> [noc] attempt 3 failed (reinstall_broken); looping back to wilson.
#36
print
>>> [noc] attempt 4/4: kicking off reinstall of host-a4fdca51.
#38
req 19
connector:http
{
"body_json": {
"config": {
"disk_layout": "zfs-mirror",
"os": "flatcar-stable",
"profile": "redis-cache",
"rack": "rack-b1"
},
"hostname": "host-a4fdca51"
},
"method": "POST",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall"
}
#39
req 19
ok
{
"body": {
"hostname": "host-a4fdca51",
"reinstall_id": "ri_cb61142522c8"
},
"headers": {
"content-length": "61",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:54:00 GMT",
"server": "uvicorn"
},
"status": 202.0
}
#40
req 20
sleep
deadline=1776765251.045987516
duration=2s
#42
req 21
connector:http
{
"method": "GET",
"url": "http://wilson.flowmetal.svc.cluster.local:8080/reinstall/ri_cb61142522c8"
}
#43
req 21
ok
{
"body": {
"hostname": "host-a4fdca51",
"reinstall_id": "ri_cb61142522c8",
"status": "succeeded",
"took_seconds": 5.28
},
"headers": {
"content-length": "102",
"content-type": "application/json",
"date": "Tue, 21 Apr 2026 09:54:11 GMT",
"server": "uvicorn"
},
"status": 200.0
}
#44
print
>>> [noc] host-a4fdca51 reinstalled clean on attempt 4. standing down.
#46
DONE
worker=worker-5879336e-a44f-45a2-ad04-4943fa33f428