admin
3e58c184f6
gates / gates (push) Successful in 27s
DRILL-night-2026-09-23.md: Parts A-E. 09 §3 decisions 21 (operator word), 22 and 23 (CC unattended, operator may reverse); §6.4 parts 4 and 6 (catalog half) shipped; §6.1a residuals R-658/R-659. Register 330 -> 336: R-651..R-660 opened (R-658 and R-659 P1), R-650/R-640/R-499/R-626 closed. Capability map, nightly rotation (opengist), STATUS (one question: the floor), CONTEXT, REPORT. The floor stays 0.266.0. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_0159rPz1ZhFKsS53msqPYxtS
208 lines
12 KiB
JSON
208 lines
12 KiB
JSON
{
|
|
"round": 4,
|
|
"action": "fail_health",
|
|
"accident": "1 GB hog for 5 min: 5cd58c5c3e56c7b2fbb574e9be159f17cc25033c1d3a0e87f0b2692646d8660c\nchaos-hog 1003MiB / 25.29GiB at 22:40:33",
|
|
"delay_s": 43,
|
|
"app": "adventurelog",
|
|
"started": "2026-09-23T20:39:50Z",
|
|
"before": {
|
|
"badges": {
|
|
"hu": [
|
|
{
|
|
"title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.",
|
|
"text": "Naprakész"
|
|
}
|
|
],
|
|
"en": [
|
|
{
|
|
"title": "This app is running the newest version available.",
|
|
"text": "Up to date"
|
|
}
|
|
]
|
|
},
|
|
"lines": {
|
|
"hu": {
|
|
"undone_line": null,
|
|
"hold": null
|
|
},
|
|
"en": {
|
|
"undone_line": null,
|
|
"hold": null
|
|
}
|
|
},
|
|
"state": {
|
|
"deployed": true,
|
|
"state": "running",
|
|
"update_phase": null,
|
|
"hold_reason": null,
|
|
"update_error": null
|
|
}
|
|
},
|
|
"drill_commit": "fb8df47449f4",
|
|
"badge_catchup_rounds": null,
|
|
"phases": [
|
|
[
|
|
0.0,
|
|
"safety-dump",
|
|
"Adatbázis pillanatkép…"
|
|
],
|
|
[
|
|
2.1,
|
|
"pulling",
|
|
"Új verzió letöltése…"
|
|
],
|
|
[
|
|
3.2,
|
|
"copying",
|
|
"Az adatok másolása a frissítés előtt…"
|
|
],
|
|
[
|
|
14.2,
|
|
"starting",
|
|
"Indítás az új verzióval…"
|
|
],
|
|
[
|
|
20.5,
|
|
"verifying",
|
|
"Működés ellenőrzése…"
|
|
],
|
|
[
|
|
110.9,
|
|
"undoing",
|
|
"Visszaállítás az előző változatra…"
|
|
],
|
|
[
|
|
155.1,
|
|
"undone",
|
|
"Visszaállítva az előző változatra"
|
|
]
|
|
],
|
|
"time_to_steady_s": 605.2,
|
|
"after": {
|
|
"badges": {
|
|
"hu": [
|
|
{
|
|
"title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.",
|
|
"text": "Frissítés elérhető — ma"
|
|
}
|
|
],
|
|
"en": [
|
|
{
|
|
"title": "A newer version of this app is available. Select the Update button to start it.",
|
|
"text": "Update available — today"
|
|
}
|
|
]
|
|
},
|
|
"lines": {
|
|
"hu": {
|
|
"undone_line": "A(z) adventurelog frissítése 2026-09-23 22:49-kor nem sikerült. A doboz automatikusan visszaállította az előző változatot és az adatokat — semmi nem veszett el.",
|
|
"hold": null
|
|
},
|
|
"en": {
|
|
"undone_line": "The update of adventurelog at 2026-09-23 22:49 did not succeed. The box put back the previous version and its data automatically — nothing was lost.",
|
|
"hold": null
|
|
}
|
|
},
|
|
"state": {
|
|
"deployed": true,
|
|
"state": "running",
|
|
"update_phase": "undone",
|
|
"hold_reason": null,
|
|
"update_error": null
|
|
}
|
|
},
|
|
"observables": {
|
|
"pinned_images": {
|
|
"adventurelog": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1",
|
|
"adventurelog-frontend": "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1",
|
|
"adventurelog-postgres": "postgis/postgis:16-3.5-alpine"
|
|
},
|
|
"installed_images": {
|
|
"adventurelog": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1",
|
|
"adventurelog-frontend": "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1",
|
|
"adventurelog-postgres": "postgis/postgis:16-3.5-alpine"
|
|
},
|
|
"catalog_images": {
|
|
"adventurelog": "ghcr.io/seanmorley15/adventurelog-backend:v0.13.0",
|
|
"adventurelog-frontend": "ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0",
|
|
"adventurelog-postgres": "postgis/postgis:16-3.5-alpine"
|
|
},
|
|
"live_compose_image_lines": [
|
|
"image: ghcr.io/seanmorley15/adventurelog-backend:v0.12.1",
|
|
"image: postgis/postgis:16-3.5-alpine",
|
|
"image: ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1"
|
|
],
|
|
"docker_inspect": [
|
|
"adventurelog ghcr.io/seanmorley15/adventurelog-backend:v0.12.1 running=true restarts=0",
|
|
"adventurelog-postgres postgis/postgis:16-3.5-alpine running=true restarts=0",
|
|
"adventurelog-frontend ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1 running=true restarts=0"
|
|
]
|
|
},
|
|
"readback": {
|
|
"A": true
|
|
},
|
|
"events": [
|
|
"2026-09-23T20:49:42Z health_change (warning)",
|
|
"2026-09-23T20:49:55Z app_update_undone (warning)"
|
|
],
|
|
"box_log": [
|
|
"2026-09-23T20:45:17Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:45:29Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:45:32Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:45:42Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:45:42Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:45:42Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:45:52Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:45:54Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:46:07Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:46:12Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:46:19Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:46:31Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:46:32Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:46:44Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:46:52Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:46:56Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:47:02Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:47:08Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:47:17Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:47:20Z INFO [api] update requested for stack: adventurelog",
|
|
"2026-09-23T20:47:20Z INFO [stacks] update adventurelog: accepted — guarded update started",
|
|
"2026-09-23T20:47:20Z INFO [stacks] update adventurelog: phase checking",
|
|
"2026-09-23T20:47:20Z INFO [stacks] update adventurelog: precondition met — Tier 1 (own recovery unit) copy from 2026-09-23T20:44:42Z (3m0s old, limit 24h0m0s)",
|
|
"2026-09-23T20:47:20Z INFO [stacks] update adventurelog: phase safety-dump",
|
|
"2026-09-23T20:47:20Z INFO [backup] Discovered 5 databases",
|
|
"2026-09-23T20:47:21Z INFO [backup] DB dump: adventurelog-postgres → pre-restore-20260923T204720Z-adventurelog-postgres.sql (7.8 MB, 760ms, 47 tables)",
|
|
"2026-09-23T20:47:21Z INFO [offbox] adventurelog: pre-restore safety dump written → pre-restore-20260923T204720Z-adventurelog-postgres.sql (7.8 MB)",
|
|
"2026-09-23T20:47:21Z INFO [backup] update safety dump for adventurelog: 1 file(s) [/mnt/sys_drive/felhom-data/backups/primary/adventurelog/db-dumps/pre-restore-20260923T204720Z-adventurelog-postgres.sql]",
|
|
"2026-09-23T20:47:21Z INFO [stacks] update adventurelog: safety dump done (1 file(s)) [/mnt/sys_drive/felhom-data/backups/primary/adventurelog/db-dumps/pre-restore-20260923T204720Z-adventurelog-postgres.sql]",
|
|
"2026-09-23T20:47:22Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp 172.18.0.9:8999: connect: connection refused",
|
|
"2026-09-23T20:47:22Z INFO [stacks] update adventurelog: the undo copy will hold 2 named volume(s), 234.6 MiB",
|
|
"2026-09-23T20:47:22Z INFO [stacks] update adventurelog: phase pinning",
|
|
"2026-09-23T20:47:22Z INFO [stacks] update adventurelog: pin advanced to the catalog's current definition (adventurelog=ghcr.io/seanmorley15/adventurelog-backend:v0.13.0, adventurelog-frontend=ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0, adventurelog-postgres=postgis/postgis:16-3.5-alpine)",
|
|
"2026-09-23T20:47:22Z INFO [stacks] update adventurelog: phase pulling",
|
|
"2026-09-23T20:47:23Z INFO [stacks] update adventurelog: phase copying",
|
|
"2026-09-23T20:47:27Z INFO [stacks] update adventurelog: phase copying",
|
|
"2026-09-23T20:47:28Z INFO [stacks] update adventurelog: copied adventurelog_adventurelog_media → adventurelog_adventurelog_media.pre-update-20260923T204727Z in 1.556s",
|
|
"2026-09-23T20:47:28Z INFO [stacks] update adventurelog: phase copying",
|
|
"2026-09-23T20:47:32Z WARN Health probe adventurelog: API GET :8999/api/ → Get \"http://adventurelog:8999/api/\": dial tcp: lookup adventurelog on 127.0.0.11:53: no such host",
|
|
"2026-09-23T20:47:34Z INFO [stacks] update adventurelog: copied adventurelog_adventurelog_postgres_data → adventurelog_adventurelog_postgres_data.pre-update-20260923T204727Z in 5.273s",
|
|
"2026-09-23T20:47:34Z INFO [stacks] update adventurelog: phase starting",
|
|
"2026-09-23T20:47:40Z INFO [stacks] update adventurelog: phase verifying",
|
|
"2026-09-23T20:47:42Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:49:11Z ERROR [stacks] update adventurelog FAILED after the new version was started: not healthy: not healthy within 1m30s (last: state unhealthy)",
|
|
"2026-09-23T20:49:11Z INFO [stacks] update adventurelog: kept 4304 bytes of the app's own log at /opt/docker/stacks/adventurelog/hold-logs/20260923T204911Z/compose-logs.txt before stopping it (R-621)",
|
|
"2026-09-23T20:49:11Z INFO [stacks] update adventurelog: phase undoing",
|
|
"2026-09-23T20:49:11Z WARN [stacks] update adventurelog: UNDO — putting back the previous version and its 2 volume copy(ies) (reason: not healthy: not healthy within 1m30s (last: state unhealthy))",
|
|
"2026-09-23T20:49:32Z INFO [stacks] pin adventurelog: adventurelog=ghcr.io/seanmorley15/adventurelog-backend:v0.12.1, adventurelog-frontend=ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1, adventurelog-postgres=postgis/postgis:16-3.5-alpine",
|
|
"2026-09-23T20:49:42Z INFO [scheduler] Running job: backup-cache",
|
|
"2026-09-23T20:49:42Z INFO [stacks] ScanStacks complete: 55 stacks found (10 deployed, 45 available)",
|
|
"2026-09-23T20:49:42Z INFO [backup] Found 7 DB dump files across drives",
|
|
"2026-09-23T20:49:42Z INFO [backup] Discovered 5 databases",
|
|
"2026-09-23T20:49:42Z INFO [backup] Backup status cache refreshed",
|
|
"2026-09-23T20:49:42Z INFO [scheduler] Job backup-cache completed (took 400ms)",
|
|
"2026-09-23T20:49:55Z INFO [stacks] update adventurelog: event app_update_undone",
|
|
"2026-09-23T20:49:55Z WARN notifier disabled (no hub configured): DROPPED event app_update_undone (severity warning) — further app_update_undone events are logged at DEBUG only",
|
|
"2026-09-23T20:49:55Z INFO [stacks] update adventurelog: UNDONE in 44s — the previous version is running on the data from before the update (the app's health check passed)"
|
|
],
|
|
"undo_copies_left": "0"
|
|
} |