From 0030cbd1dec6f3076252dbcaffd0461eeadb0819 Mon Sep 17 00:00:00 2001 From: kisfenyo Date: Wed, 23 Sep 2026 21:33:54 +0200 Subject: [PATCH] night 2026-09-23: evidence so far (Parts A, B, C in progress) The records the catalog's ladder entries cite (apps//bench and apps//verdict.json), the drill tools, the spike, R-626's run, R-612/R-613 red-proofs, the chaos schedule (seed 20260923) drawn BEFORE round 1. Docs and register follow at the end of the night. Co-Authored-By: Claude Opus 5.5 (1M context) Claude-Session: https://claude.ai/code/session_0159rPz1ZhFKsS53msqPYxtS --- .../night-2026-09-23/00-demo-hp-before.txt | 54 + .../01-capacity-9202-9201.txt | 52 + .../audits/night-2026-09-23/02-drift.json | 738 +++++++ .../audits/night-2026-09-23/02-drift.log | 65 + .../audits/night-2026-09-23/03-drill-repo.txt | 1 + .../04-9202-repoint-drill.txt | 10 + .../night-2026-09-23/A1-r650-redproof.txt | 17 + .../audits/night-2026-09-23/A1-r650-sweep.txt | 26 + .../night-2026-09-23/A2-r640-redproof.txt | 32 + .../audits/night-2026-09-23/A3-r626-log.txt | 26 + .../audits/night-2026-09-23/A3-r626-run.txt | 26 + .../night-2026-09-23/A3-r626-verdict.json | 32 + .../night-2026-09-23/A4-r499-redproof.txt | 19 + .../night-2026-09-23/A5-r518-redproof.txt | 11 + .../A6-deploy-0.267.0-on-9202.txt | 3 + .../A7-pages-live-0.267.0.txt | 6 + .../night-2026-09-23/B1-spike-v0.266.0.json | 21 + .../night-2026-09-23/B1-spike-v0.266.0.log | 35 + .../night-2026-09-23/B1-spike-v0.267.0.json | 21 + .../night-2026-09-23/B1-spike-v0.267.0.log | 25 + .../night-2026-09-23/B2-gate-redproofs.txt | 11 + .../audits/night-2026-09-23/C-moves.txt | 2 + .../C0-harness-venue-create.txt | 7 + .../audits/night-2026-09-23/D0-schedule.txt | 16 + .../audits/night-2026-09-23/PROGRESS.md | 22 + .../apps/adventurelog/badges.json | 31 + .../apps/adventurelog/observables-before.json | 27 + .../apps/emby/app-logs-after.txt | 285 +++ .../night-2026-09-23/apps/emby/badges.json | 21 + .../audits/night-2026-09-23/apps/emby/log.txt | 33 + .../apps/emby/observables-before.json | 15 + .../apps/emby/observables.json | 34 + .../night-2026-09-23/apps/emby/phases.json | 51 + .../night-2026-09-23/apps/emby/verdict.json | 45 + .../apps/ghost/app-logs-after.txt | 62 + .../night-2026-09-23/apps/ghost/badges.json | 31 + .../apps/ghost/bench-noload/MV-ghost.log | 104 + .../evidence/MV-ghost/abort-states.json | 8 + .../evidence/MV-ghost/compose-final.log | 28 + .../evidence/MV-ghost/engine-state.json | 1 + .../evidence/MV-ghost/files-after.json | 1 + .../evidence/MV-ghost/files-before.json | 1 + .../evidence/MV-ghost/memory-samples.json | 642 ++++++ .../evidence/MV-ghost/migration-lines.txt | 3 + .../bench-noload/evidence/MV-ghost/run.log | 57 + .../evidence/MV-ghost/to-full.log | 30 + .../evidence/MV-ghost/to-states.json | 8 + .../evidence/MV-ghost/verdict.json | 47 + .../apps/ghost/bench/MV-ghost.log | 106 + .../bench/evidence/MV-ghost/abort-states.json | 8 + .../bench/evidence/MV-ghost/compose-final.log | 28 + .../bench/evidence/MV-ghost/engine-state.json | 1 + .../bench/evidence/MV-ghost/files-after.json | 1 + .../bench/evidence/MV-ghost/files-before.json | 1 + .../evidence/MV-ghost/memory-samples.json | 682 ++++++ .../evidence/MV-ghost/migration-lines.txt | 3 + .../ghost/bench/evidence/MV-ghost/run.log | 57 + .../ghost/bench/evidence/MV-ghost/to-full.log | 30 + .../bench/evidence/MV-ghost/to-states.json | 8 + .../bench/evidence/MV-ghost/verdict.json | 49 + .../night-2026-09-23/apps/ghost/log.txt | 30 + .../apps/ghost/observables-before.json | 17 + .../apps/ghost/observables.json | 36 + .../night-2026-09-23/apps/ghost/phases.json | 59 + .../night-2026-09-23/apps/ghost/verdict.json | 45 + .../apps/immich/app-logs-after.txt | 585 ++++++ .../night-2026-09-23/apps/immich/badges.json | 21 + .../apps/immich/bench/MV-immich.log | 147 ++ .../evidence/MV-immich/abort-states.json | 26 + .../evidence/MV-immich/compose-final.log | 675 ++++++ .../evidence/MV-immich/engine-state.json | 8 + .../bench/evidence/MV-immich/files-after.json | 4 + .../evidence/MV-immich/files-before.json | 4 + .../evidence/MV-immich/memory-samples.json | 1842 +++++++++++++++++ .../evidence/MV-immich/migration-lines.txt | 0 .../immich/bench/evidence/MV-immich/run.log | 58 + .../bench/evidence/MV-immich/to-full.log | 662 ++++++ .../bench/evidence/MV-immich/to-states.json | 26 + .../bench/evidence/MV-immich/verdict.json | 89 + .../night-2026-09-23/apps/immich/log.txt | 35 + .../apps/immich/observables-before.json | 27 + .../apps/immich/observables.json | 61 + .../night-2026-09-23/apps/immich/phases.json | 67 + .../night-2026-09-23/apps/immich/verdict.json | 66 + .../apps/komga-oldfixture/log.txt | 10 + .../komga-oldfixture/observables-before.json | 15 + .../apps/komga-oldfixture/verdict.json | 24 + .../apps/komga/app-logs-after.txt | 63 + .../night-2026-09-23/apps/komga/badges.json | 31 + .../apps/komga/bench-oldfixture/MV-komga.log | 33 + .../evidence/MV-komga/compose-final.log | 365 ++++ .../evidence/MV-komga/run.log | 7 + .../evidence/MV-komga/verdict.json | 26 + .../night-2026-09-23/apps/komga/log.txt | 34 + .../apps/komga/observables-before.json | 17 + .../apps/komga/observables.json | 36 + .../night-2026-09-23/apps/komga/phases.json | 51 + .../night-2026-09-23/apps/komga/verdict.json | 45 + .../apps/navidrome/app-logs-after.txt | 45 + .../apps/navidrome/badges.json | 31 + .../night-2026-09-23/apps/navidrome/log.txt | 33 + .../apps/navidrome/observables-before.json | 17 + .../apps/navidrome/observables.json | 36 + .../apps/navidrome/phases.json | 51 + .../apps/navidrome/verdict.json | 45 + .../apps/nextcloud/app-logs-after.txt | 194 ++ .../apps/nextcloud/badges.json | 21 + .../nextcloud/bench-1024M/MV-nextcloud.log | 140 ++ .../evidence/MV-nextcloud/abort-refusal.txt | 116 ++ .../evidence/MV-nextcloud/abort-states.json | 20 + .../evidence/MV-nextcloud/compose-final.log | 162 ++ .../evidence/MV-nextcloud/engine-state.json | 8 + .../evidence/MV-nextcloud/files-after.json | 3 + .../evidence/MV-nextcloud/files-before.json | 3 + .../evidence/MV-nextcloud/memory-samples.json | 1442 +++++++++++++ .../evidence/MV-nextcloud/migration-lines.txt | 6 + .../bench-1024M/evidence/MV-nextcloud/run.log | 59 + .../evidence/MV-nextcloud/to-full.log | 128 ++ .../evidence/MV-nextcloud/to-states.json | 20 + .../evidence/MV-nextcloud/verdict.json | 81 + .../night-2026-09-23/apps/nextcloud/log.txt | 35 + .../apps/nextcloud/observables-before.json | 23 + .../apps/nextcloud/observables.json | 52 + .../apps/nextcloud/phases.json | 59 + .../apps/nextcloud/verdict.json | 59 + .../opengist-oldfixture/app-logs-after.txt | 3 + .../apps/opengist-oldfixture/badges.json | 21 + .../apps/opengist-oldfixture/log.txt | 30 + .../observables-before.json | 15 + .../apps/opengist-oldfixture/observables.json | 34 + .../apps/opengist-oldfixture/phases.json | 51 + .../apps/opengist-oldfixture/verdict.json | 47 + .../apps/opengist/app-logs-after.txt | 4 + .../apps/opengist/badges.json | 21 + .../opengist/bench-oldfixture/MV-opengist.log | 42 + .../evidence/MV-opengist/abort-states.json | 8 + .../evidence/MV-opengist/compose-final.log | 4 + .../evidence/MV-opengist/engine-state.json | 1 + .../evidence/MV-opengist/files-after.json | 1 + .../evidence/MV-opengist/files-before.json | 1 + .../evidence/MV-opengist/migration-lines.txt | 0 .../evidence/MV-opengist/run.log | 15 + .../evidence/MV-opengist/to-full.log | 3 + .../evidence/MV-opengist/to-states.json | 8 + .../evidence/MV-opengist/verdict.json | 27 + .../bench-secure-cookie/MV-opengist.log | 45 + .../evidence/MV-opengist/abort-states.json | 8 + .../evidence/MV-opengist/compose-final.log | 4 + .../evidence/MV-opengist/engine-state.json | 1 + .../evidence/MV-opengist/files-after.json | 1 + .../evidence/MV-opengist/files-before.json | 1 + .../evidence/MV-opengist/migration-lines.txt | 0 .../evidence/MV-opengist/run.log | 18 + .../evidence/MV-opengist/to-full.log | 3 + .../evidence/MV-opengist/to-states.json | 8 + .../evidence/MV-opengist/verdict.json | 27 + .../apps/opengist/log-c1-fail-2123.txt | 14 + .../apps/opengist/log-stale-template.txt | 11 + .../night-2026-09-23/apps/opengist/log.txt | 32 + .../apps/opengist/observables-before.json | 15 + .../apps/opengist/observables.json | 34 + .../apps/opengist/phases.json | 59 + .../apps/opengist/verdict-c1-fail-2123.json | 24 + .../apps/opengist/verdict-stale-template.json | 24 + .../apps/opengist/verdict.json | 45 + .../apps/romm/app-logs-after.txt | 213 ++ .../night-2026-09-23/apps/romm/badges.json | 31 + .../apps/romm/bench/MV-romm.log | 135 ++ .../bench/evidence/MV-romm/abort-states.json | 20 + .../bench/evidence/MV-romm/compose-final.log | 184 ++ .../bench/evidence/MV-romm/engine-state.json | 8 + .../bench/evidence/MV-romm/files-after.json | 4 + .../bench/evidence/MV-romm/files-before.json | 4 + .../evidence/MV-romm/memory-samples.json | 1442 +++++++++++++ .../evidence/MV-romm/migration-lines.txt | 2 + .../apps/romm/bench/evidence/MV-romm/run.log | 57 + .../romm/bench/evidence/MV-romm/to-full.log | 129 ++ .../bench/evidence/MV-romm/to-states.json | 20 + .../romm/bench/evidence/MV-romm/verdict.json | 78 + .../audits/night-2026-09-23/apps/romm/log.txt | 34 + .../apps/romm/observables-before.json | 27 + .../apps/romm/observables.json | 56 + .../night-2026-09-23/apps/romm/phases.json | 59 + .../night-2026-09-23/apps/romm/verdict.json | 59 + .../r613-after-stale-template.json | 7 + .../uptime-kuma/r613-after-stale-template.log | 7 + .../apps/uptime-kuma/r613-after.json | 7 + .../apps/uptime-kuma/r613-after.log | 8 + .../apps/uptime-kuma/r613-before.json | 7 + .../apps/uptime-kuma/r613-before.log | 7 + .../apps/wishlist/app-logs-after.txt | 45 + .../apps/wishlist/badges.json | 21 + .../night-2026-09-23/apps/wishlist/log.txt | 31 + .../apps/wishlist/observables-before.json | 15 + .../apps/wishlist/observables.json | 34 + .../apps/wishlist/phases.json | 67 + .../apps/wishlist/r612-after.json | 15 + .../apps/wishlist/r612-after.log | 12 + .../apps/wishlist/r612-before.json | 15 + .../apps/wishlist/r612-before.log | 12 + .../apps/wishlist/verdict.json | 45 + .../audits/night-2026-09-23/bakeoff.py | 266 +++ .../audits/night-2026-09-23/benchq-Q1.txt | 5 + .../audits/night-2026-09-23/benchq-Q2.txt | 9 + .../audits/night-2026-09-23/benchq-Q3.txt | 3 + .../audits/night-2026-09-23/benchq-Q4.txt | 3 + .../audits/night-2026-09-23/benchq-Q5.txt | 1 + .../audits/night-2026-09-23/benchq-Q6.txt | 1 + .../audits/night-2026-09-23/benchq.py | 42 + .../audits/night-2026-09-23/boxq-B1.txt | 5 + .../audits/night-2026-09-23/boxq-B2.txt | 13 + .../audits/night-2026-09-23/boxq-B3.txt | 5 + .../audits/night-2026-09-23/boxq-B4.txt | 3 + .../audits/night-2026-09-23/boxq-B5.txt | 3 + .../audits/night-2026-09-23/boxq-B6.txt | 3 + .../night-2026-09-23/boxq-adventurelog.log | 20 + .../audits/night-2026-09-23/boxq-emby.log | 33 + .../audits/night-2026-09-23/boxq-ghost.log | 30 + .../audits/night-2026-09-23/boxq-immich.log | 35 + .../audits/night-2026-09-23/boxq-komga.log | 34 + .../night-2026-09-23/boxq-navidrome.log | 33 + .../night-2026-09-23/boxq-nextcloud.log | 35 + .../audits/night-2026-09-23/boxq-opengist.log | 32 + .../audits/night-2026-09-23/boxq-romm.log | 34 + .../audits/night-2026-09-23/boxq-wishlist.log | 31 + documentation/audits/night-2026-09-23/boxq.py | 23 + .../audits/night-2026-09-23/chaos.py | 392 ++++ .../audits/night-2026-09-23/chaos_schedule.py | 60 + .../audits/night-2026-09-23/drift.py | 219 ++ .../audits/night-2026-09-23/fixtures.py | 1075 ++++++++++ documentation/audits/night-2026-09-23/live.py | 194 ++ documentation/audits/night-2026-09-23/r612.py | 49 + documentation/audits/night-2026-09-23/r613.py | 39 + documentation/audits/night-2026-09-23/r626.py | 60 + .../audits/night-2026-09-23/repoint.py | 60 + .../audits/night-2026-09-23/run_edge.py | 192 ++ .../audits/night-2026-09-23/spike.py | 160 ++ .../audits/night-2026-09-23/spike_ladder.py | 60 + documentation/audits/night-2026-09-23/walk.py | 507 +++++ .../audits/night-2026-09-23/watch.py | 26 + 240 files changed, 19475 insertions(+) create mode 100644 documentation/audits/night-2026-09-23/00-demo-hp-before.txt create mode 100644 documentation/audits/night-2026-09-23/01-capacity-9202-9201.txt create mode 100644 documentation/audits/night-2026-09-23/02-drift.json create mode 100644 documentation/audits/night-2026-09-23/02-drift.log create mode 100644 documentation/audits/night-2026-09-23/03-drill-repo.txt create mode 100644 documentation/audits/night-2026-09-23/04-9202-repoint-drill.txt create mode 100644 documentation/audits/night-2026-09-23/A1-r650-redproof.txt create mode 100644 documentation/audits/night-2026-09-23/A1-r650-sweep.txt create mode 100644 documentation/audits/night-2026-09-23/A2-r640-redproof.txt create mode 100644 documentation/audits/night-2026-09-23/A3-r626-log.txt create mode 100644 documentation/audits/night-2026-09-23/A3-r626-run.txt create mode 100644 documentation/audits/night-2026-09-23/A3-r626-verdict.json create mode 100644 documentation/audits/night-2026-09-23/A4-r499-redproof.txt create mode 100644 documentation/audits/night-2026-09-23/A5-r518-redproof.txt create mode 100644 documentation/audits/night-2026-09-23/A6-deploy-0.267.0-on-9202.txt create mode 100644 documentation/audits/night-2026-09-23/A7-pages-live-0.267.0.txt create mode 100644 documentation/audits/night-2026-09-23/B1-spike-v0.266.0.json create mode 100644 documentation/audits/night-2026-09-23/B1-spike-v0.266.0.log create mode 100644 documentation/audits/night-2026-09-23/B1-spike-v0.267.0.json create mode 100644 documentation/audits/night-2026-09-23/B1-spike-v0.267.0.log create mode 100644 documentation/audits/night-2026-09-23/B2-gate-redproofs.txt create mode 100644 documentation/audits/night-2026-09-23/C-moves.txt create mode 100644 documentation/audits/night-2026-09-23/C0-harness-venue-create.txt create mode 100644 documentation/audits/night-2026-09-23/D0-schedule.txt create mode 100644 documentation/audits/night-2026-09-23/PROGRESS.md create mode 100644 documentation/audits/night-2026-09-23/apps/adventurelog/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/adventurelog/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/emby/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/emby/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/emby/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/emby/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/emby/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/emby/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/emby/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/MV-ghost.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/memory-samples.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/MV-ghost.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/memory-samples.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/ghost/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/immich/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/MV-immich.log create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/memory-samples.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/immich/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/immich/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga-oldfixture/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/komga-oldfixture/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga-oldfixture/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/komga/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/MV-komga.log create mode 100644 documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/komga/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/komga/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/navidrome/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/MV-nextcloud.log create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-refusal.txt create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/memory-samples.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist-oldfixture/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/MV-opengist.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/MV-opengist.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/log-c1-fail-2123.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/log-stale-template.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/verdict-c1-fail-2123.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/verdict-stale-template.json create mode 100644 documentation/audits/night-2026-09-23/apps/opengist/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/romm/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/MV-romm.log create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/abort-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/compose-final.log create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/engine-state.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/memory-samples.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/migration-lines.txt create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/run.log create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-full.log create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-states.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/romm/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/romm/verdict.json create mode 100644 documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.json create mode 100644 documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.log create mode 100644 documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.log create mode 100644 documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.log create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/app-logs-after.txt create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/badges.json create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/log.txt create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/observables-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/observables.json create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/phases.json create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/r612-after.json create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/r612-after.log create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/r612-before.json create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/r612-before.log create mode 100644 documentation/audits/night-2026-09-23/apps/wishlist/verdict.json create mode 100644 documentation/audits/night-2026-09-23/bakeoff.py create mode 100644 documentation/audits/night-2026-09-23/benchq-Q1.txt create mode 100644 documentation/audits/night-2026-09-23/benchq-Q2.txt create mode 100644 documentation/audits/night-2026-09-23/benchq-Q3.txt create mode 100644 documentation/audits/night-2026-09-23/benchq-Q4.txt create mode 100644 documentation/audits/night-2026-09-23/benchq-Q5.txt create mode 100644 documentation/audits/night-2026-09-23/benchq-Q6.txt create mode 100644 documentation/audits/night-2026-09-23/benchq.py create mode 100644 documentation/audits/night-2026-09-23/boxq-B1.txt create mode 100644 documentation/audits/night-2026-09-23/boxq-B2.txt create mode 100644 documentation/audits/night-2026-09-23/boxq-B3.txt create mode 100644 documentation/audits/night-2026-09-23/boxq-B4.txt create mode 100644 documentation/audits/night-2026-09-23/boxq-B5.txt create mode 100644 documentation/audits/night-2026-09-23/boxq-B6.txt create mode 100644 documentation/audits/night-2026-09-23/boxq-adventurelog.log create mode 100644 documentation/audits/night-2026-09-23/boxq-emby.log create mode 100644 documentation/audits/night-2026-09-23/boxq-ghost.log create mode 100644 documentation/audits/night-2026-09-23/boxq-immich.log create mode 100644 documentation/audits/night-2026-09-23/boxq-komga.log create mode 100644 documentation/audits/night-2026-09-23/boxq-navidrome.log create mode 100644 documentation/audits/night-2026-09-23/boxq-nextcloud.log create mode 100644 documentation/audits/night-2026-09-23/boxq-opengist.log create mode 100644 documentation/audits/night-2026-09-23/boxq-romm.log create mode 100644 documentation/audits/night-2026-09-23/boxq-wishlist.log create mode 100644 documentation/audits/night-2026-09-23/boxq.py create mode 100644 documentation/audits/night-2026-09-23/chaos.py create mode 100644 documentation/audits/night-2026-09-23/chaos_schedule.py create mode 100644 documentation/audits/night-2026-09-23/drift.py create mode 100644 documentation/audits/night-2026-09-23/fixtures.py create mode 100644 documentation/audits/night-2026-09-23/live.py create mode 100644 documentation/audits/night-2026-09-23/r612.py create mode 100644 documentation/audits/night-2026-09-23/r613.py create mode 100644 documentation/audits/night-2026-09-23/r626.py create mode 100644 documentation/audits/night-2026-09-23/repoint.py create mode 100644 documentation/audits/night-2026-09-23/run_edge.py create mode 100644 documentation/audits/night-2026-09-23/spike.py create mode 100644 documentation/audits/night-2026-09-23/spike_ladder.py create mode 100644 documentation/audits/night-2026-09-23/walk.py create mode 100644 documentation/audits/night-2026-09-23/watch.py diff --git a/documentation/audits/night-2026-09-23/00-demo-hp-before.txt b/documentation/audits/night-2026-09-23/00-demo-hp-before.txt new file mode 100644 index 00000000..fe704b67 --- /dev/null +++ b/documentation/audits/night-2026-09-23/00-demo-hp-before.txt @@ -0,0 +1,54 @@ +demo-hp +perl: warning: Setting locale failed. +perl: warning: Please check that your locale settings: + LANGUAGE = (unset), + LC_ALL = (unset), + LC_CTYPE = "UTF-8", + LC_NUMERIC = (unset), + LC_COLLATE = (unset), + LC_TIME = (unset), + LC_MESSAGES = (unset), + LC_MONETARY = (unset), + LC_ADDRESS = (unset), + LC_IDENTIFICATION = (unset), + LC_MEASUREMENT = (unset), + LC_PAPER = (unset), + LC_TELEPHONE = (unset), + LC_NAME = (unset), + LANG = "en_US.UTF-8" + are supported and installed on your system. +perl: warning: Falling back to a fallback locale ("en_US.UTF-8"). +VMID Status Lock Name +9201 running demo-hp +9202 running demo-hp-scratch +perl: warning: Setting locale failed. +perl: warning: Please check that your locale settings: + LANGUAGE = (unset), + LC_ALL = (unset), + LC_CTYPE = "UTF-8", + LC_NUMERIC = (unset), + LC_COLLATE = (unset), + LC_TIME = (unset), + LC_MESSAGES = (unset), + LC_MONETARY = (unset), + LC_ADDRESS = (unset), + LC_IDENTIFICATION = (unset), + LC_MEASUREMENT = (unset), + LC_PAPER = (unset), + LC_TELEPHONE = (unset), + LC_NAME = (unset), + LANG = "en_US.UTF-8" + are supported and installed on your system. +perl: warning: Falling back to a fallback locale ("en_US.UTF-8"). +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +felhom-pbs pbs active 0 0 0 0.00% +local dir active 40453376 34178980 4187280 84.49% +local-lvm lvmthin active 56487936 31780112 24707823 56.26% +nvme-scratch dir active 983379700 73212772 860140316 7.45% + total used free shared buff/cache available +Mem: 29 5 10 0 14 23 +Swap: 7 0 7 +8 + 19:17:48 up 33 days, 1:33, 1 user, load average: 0.32, 0.36, 0.46 +Filesystem Size Used Avail Use% Mounted on +/dev/nvme0n1 938G 70G 821G 8% /mnt/hdd_1 diff --git a/documentation/audits/night-2026-09-23/01-capacity-9202-9201.txt b/documentation/audits/night-2026-09-23/01-capacity-9202-9201.txt new file mode 100644 index 00000000..1bb829b7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/01-capacity-9202-9201.txt @@ -0,0 +1,52 @@ +cores: 7 +memory: 25898 +mp0: nvme-scratch:9202/vm-9202-disk-1.raw,mp=/var/lib/felhom,backup=1,size=70G +mp8: /mnt/hdd_1/scratch-drives/scratch_hdd,mp=/mnt/felhom-drives/scratch_hdd +mp9: /var/lib/felhom-agent/guests/9202/bootstrap,mp=/etc/felhom-bootstrap,ro=1 +rootfs: nvme-scratch:9202/vm-9202-disk-0.raw,size=32G +swap: 512 +felhom-controller gitea.dooplex.hu/admin/felhom-controller:0.266.0 +privatebin privatebin/pdo:2.0.6 +paperless-webserver ghcr.io/paperless-ngx/paperless-ngx:2.20.15 +paperless-postgres postgres:16-alpine +paperless-redis redis:7-alpine +gokapi f0rc3/gokapi:v1.9.6 +filebrowser gtstef/filebrowser:1.3.3-stable +traefik traefik:v3.6.7 +Filesystem Size Used Avail Use% Mounted on +/dev/loop0 32G 1.9G 28G 7% / +/dev/loop1 69G 42G 24G 64% /var/lib/docker + total used free shared buff/cache available +Mem: 25898 796 19475 34 5660 25101 +Swap: 512 0 512 +git: + branch: main + repo_url: https://gitea.dooplex.hu/admin/app-catalog-felhom.eu.git + sync_interval: 15m + token:x +cores: 7 +memory: 25898 +felhom-controller gitea.dooplex.hu/admin/felhom-controller:0.266.0 +romm rommapp/romm:5.3.0 +romm-db mariadb:11.4 +romm-redis redis:7-alpine +privatebin privatebin/pdo:2.0.6 +paperless-webserver ghcr.io/paperless-ngx/paperless-ngx:2.20.15 +paperless-postgres postgres:16-alpine +paperless-redis redis:7-alpine +opengist ghcr.io/thomiceli/opengist:1.13 +kimai kimai/kimai2:apache-2.57.0 +kimai-db mariadb:11.6 +docmost docmost/docmost:0.96.0 +docmost-postgres postgres:16-alpine +docmost-redis redis:7-alpine +calibre-web crocodilestick/calibre-web-automated:v4.0.6 +bookstack lscr.io/linuxserver/bookstack:26.05.5 +bookstack-db mariadb:12.3 +adventurelog ghcr.io/seanmorley15/adventurelog-backend:v0.12.1 +adventurelog-postgres postgis/postgis:16-3.5-alpine +adventurelog-frontend ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1 +bentopdf ghcr.io/alam00000/bentopdf:v2.8.6 +filebrowser gtstef/filebrowser:1.3.3-stable +cloudflared cloudflare/cloudflared:2026.6.0 +traefik traefik:v3.6.7 diff --git a/documentation/audits/night-2026-09-23/02-drift.json b/documentation/audits/night-2026-09-23/02-drift.json new file mode 100644 index 00000000..65c8a3a2 --- /dev/null +++ b/documentation/audits/night-2026-09-23/02-drift.json @@ -0,0 +1,738 @@ +{ + "actualbudget/actual-server:26.9.0": { + "ref": "actualbudget/actual-server:26.9.0", + "repo": "actualbudget/actual-server", + "tag": "26.9.0", + "apps": [ + "actualbudget/actualbudget" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "calcom/cal.com:v6.2.0": { + "ref": "calcom/cal.com:v6.2.0", + "repo": "calcom/cal.com", + "tag": "v6.2.0", + "apps": [ + "calcom/calcom" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "codewithcj/sparkyfitness:v0.17.3": { + "ref": "codewithcj/sparkyfitness:v0.17.3", + "repo": "codewithcj/sparkyfitness", + "tag": "v0.17.3", + "apps": [ + "sparkyfitness/sparkyfitness-frontend" + ], + "newest_any": "v1.7.2", + "newest_same_major": null, + "status": "behind" + }, + "codewithcj/sparkyfitness_server:v0.17.3": { + "ref": "codewithcj/sparkyfitness_server:v0.17.3", + "repo": "codewithcj/sparkyfitness_server", + "tag": "v0.17.3", + "apps": [ + "sparkyfitness/sparkyfitness-server" + ], + "newest_any": "v1.7.2", + "newest_same_major": null, + "status": "behind" + }, + "crocodilestick/calibre-web-automated:v4.0.6": { + "ref": "crocodilestick/calibre-web-automated:v4.0.6", + "repo": "crocodilestick/calibre-web-automated", + "tag": "v4.0.6", + "apps": [ + "calibre-web/calibre-web" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "deluan/navidrome:0.64.0": { + "ref": "deluan/navidrome:0.64.0", + "repo": "deluan/navidrome", + "tag": "0.64.0", + "apps": [ + "navidrome/navidrome" + ], + "newest_any": "0.64.1", + "newest_same_major": "0.64.1", + "status": "behind" + }, + "docmost/docmost:0.96.0": { + "ref": "docmost/docmost:0.96.0", + "repo": "docmost/docmost", + "tag": "0.96.0", + "apps": [ + "docmost/docmost" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "emby/embyserver:4.11.0.1": { + "ref": "emby/embyserver:4.11.0.1", + "repo": "emby/embyserver", + "tag": "4.11.0.1", + "apps": [ + "emby/emby" + ], + "newest_any": "4.11.0.3", + "newest_same_major": "4.11.0.3", + "status": "behind" + }, + "f0rc3/gokapi:v1.9.6": { + "ref": "f0rc3/gokapi:v1.9.6", + "repo": "f0rc3/gokapi", + "tag": "v1.9.6", + "apps": [ + "gokapi/gokapi" + ], + "newest_any": "v2.2.4", + "newest_same_major": null, + "status": "behind" + }, + "fallenbagel/jellyseerr:2.7.3": { + "ref": "fallenbagel/jellyseerr:2.7.3", + "repo": "fallenbagel/jellyseerr", + "tag": "2.7.3", + "apps": [ + "seerr/seerr" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "flomp/wanderer-db:v0.20.0": { + "ref": "flomp/wanderer-db:v0.20.0", + "repo": "flomp/wanderer-db", + "tag": "v0.20.0", + "apps": [ + "wanderer/wanderer-db" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "flomp/wanderer-web:v0.20.0": { + "ref": "flomp/wanderer-web:v0.20.0", + "repo": "flomp/wanderer-web", + "tag": "v0.20.0", + "apps": [ + "wanderer/wanderer" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "getmeili/meilisearch:v1.36.0": { + "ref": "getmeili/meilisearch:v1.36.0", + "repo": "getmeili/meilisearch", + "tag": "v1.36.0", + "apps": [ + "wanderer/wanderer-search" + ], + "newest_any": "v1.54.0", + "newest_same_major": "v1.54.0", + "status": "behind" + }, + "ghcr.io/advplyr/audiobookshelf:2.36.1": { + "ref": "ghcr.io/advplyr/audiobookshelf:2.36.1", + "repo": "ghcr.io/advplyr/audiobookshelf", + "tag": "2.36.1", + "apps": [ + "audiobookshelf/audiobookshelf" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/alam00000/bentopdf:v2.8.6": { + "ref": "ghcr.io/alam00000/bentopdf:v2.8.6", + "repo": "ghcr.io/alam00000/bentopdf", + "tag": "v2.8.6", + "apps": [ + "bentopdf/bentopdf" + ], + "newest_any": "v2.8.8", + "newest_same_major": "v2.8.8", + "status": "behind" + }, + "ghcr.io/claperco/claper:2.5": { + "ref": "ghcr.io/claperco/claper:2.5", + "repo": "ghcr.io/claperco/claper", + "tag": "2.5", + "apps": [ + "claper/claper" + ], + "newest_any": "3.0", + "newest_same_major": null, + "status": "behind" + }, + "ghcr.io/cmintey/wishlist:v0.66.0": { + "ref": "ghcr.io/cmintey/wishlist:v0.66.0", + "repo": "ghcr.io/cmintey/wishlist", + "tag": "v0.66.0", + "apps": [ + "wishlist/wishlist" + ], + "newest_any": "v0.67.1", + "newest_same_major": "v0.67.1", + "status": "behind" + }, + "ghcr.io/diced/zipline:4.6.1": { + "ref": "ghcr.io/diced/zipline:4.6.1", + "repo": "ghcr.io/diced/zipline", + "tag": "4.6.1", + "apps": [ + "zipline/zipline" + ], + "newest_any": "4.7.0", + "newest_same_major": "4.7.0", + "status": "behind" + }, + "ghcr.io/gethomepage/homepage:v1.13.2": { + "ref": "ghcr.io/gethomepage/homepage:v1.13.2", + "repo": "ghcr.io/gethomepage/homepage", + "tag": "v1.13.2", + "apps": [ + "homepage/homepage" + ], + "newest_any": "v2.4.0", + "newest_same_major": null, + "status": "behind" + }, + "ghcr.io/gramps-project/grampsweb:v25.6.0": { + "ref": "ghcr.io/gramps-project/grampsweb:v25.6.0", + "repo": "ghcr.io/gramps-project/grampsweb", + "tag": "v25.6.0", + "apps": [ + "gramps-web/gramps-web" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/home-assistant/home-assistant:2026.9.3": { + "ref": "ghcr.io/home-assistant/home-assistant:2026.9.3", + "repo": "ghcr.io/home-assistant/home-assistant", + "tag": "2026.9.3", + "apps": [ + "home-assistant/home-assistant" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/immich-app/immich-machine-learning:v3.0.3": { + "ref": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "repo": "ghcr.io/immich-app/immich-machine-learning", + "tag": "v3.0.3", + "apps": [ + "immich/immich-machine-learning" + ], + "newest_any": "v3.2.2", + "newest_same_major": "v3.2.2", + "status": "behind" + }, + "ghcr.io/immich-app/immich-server:v3.2.2": { + "ref": "ghcr.io/immich-app/immich-server:v3.2.2", + "repo": "ghcr.io/immich-app/immich-server", + "tag": "v3.2.2", + "apps": [ + "immich/immich-server" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0": { + "ref": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "repo": "ghcr.io/immich-app/postgres", + "tag": "16-vectorchord0.4.3-pgvectors0.2.0", + "apps": [ + "immich/immich-postgres" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/lukegus/termix:2.8.0": { + "ref": "ghcr.io/lukegus/termix:2.8.0", + "repo": "ghcr.io/lukegus/termix", + "tag": "2.8.0", + "apps": [ + "termix/termix" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/mealie-recipes/mealie:v3.27.0": { + "ref": "ghcr.io/mealie-recipes/mealie:v3.27.0", + "repo": "ghcr.io/mealie-recipes/mealie", + "tag": "v3.27.0", + "apps": [ + "mealie/mealie" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/paperless-ngx/paperless-ngx:2.20.15": { + "ref": "ghcr.io/paperless-ngx/paperless-ngx:2.20.15", + "repo": "ghcr.io/paperless-ngx/paperless-ngx", + "tag": "2.20.15", + "apps": [ + "paperless-ngx/paperless-webserver" + ], + "newest_any": "3.2.1", + "newest_same_major": null, + "status": "behind" + }, + "ghcr.io/papra-hq/papra:26.6.2-rootless": { + "ref": "ghcr.io/papra-hq/papra:26.6.2-rootless", + "repo": "ghcr.io/papra-hq/papra", + "tag": "26.6.2-rootless", + "apps": [ + "papra/papra" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1": { + "ref": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1", + "repo": "ghcr.io/seanmorley15/adventurelog-backend", + "tag": "v0.12.1", + "apps": [ + "adventurelog/adventurelog" + ], + "newest_any": "v0.13.0", + "newest_same_major": "v0.13.0", + "status": "behind" + }, + "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1": { + "ref": "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1", + "repo": "ghcr.io/seanmorley15/adventurelog-frontend", + "tag": "v0.12.1", + "apps": [ + "adventurelog/adventurelog-frontend" + ], + "newest_any": "v0.13.0", + "newest_same_major": "v0.13.0", + "status": "behind" + }, + "ghcr.io/sysadminsmedia/homebox:0.26.2": { + "ref": "ghcr.io/sysadminsmedia/homebox:0.26.2", + "repo": "ghcr.io/sysadminsmedia/homebox", + "tag": "0.26.2", + "apps": [ + "homebox/homebox" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/tandoorrecipes/recipes:2.6.15": { + "ref": "ghcr.io/tandoorrecipes/recipes:2.6.15", + "repo": "ghcr.io/tandoorrecipes/recipes", + "tag": "2.6.15", + "apps": [ + "tandoor/tandoor" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "ghcr.io/thomiceli/opengist:1.13": { + "ref": "ghcr.io/thomiceli/opengist:1.13", + "repo": "ghcr.io/thomiceli/opengist", + "tag": "1.13", + "apps": [ + "opengist/opengist" + ], + "newest_any": "1.15", + "newest_same_major": "1.15", + "status": "behind" + }, + "ghost:6.64.0-alpine": { + "ref": "ghost:6.64.0-alpine", + "repo": "ghost", + "tag": "6.64.0-alpine", + "apps": [ + "ghost/ghost" + ], + "newest_any": "6.65.0-alpine", + "newest_same_major": "6.65.0-alpine", + "status": "behind" + }, + "gitea.dooplex.hu/admin/recipe-importer:v0.9.11": { + "ref": "gitea.dooplex.hu/admin/recipe-importer:v0.9.11", + "repo": "gitea.dooplex.hu/admin/recipe-importer", + "tag": "v0.9.11", + "apps": [ + "recipe-importer/recipe-importer" + ], + "status": "internal" + }, + "gitea/gitea:1.27.0": { + "ref": "gitea/gitea:1.27.0", + "repo": "gitea/gitea", + "tag": "1.27.0", + "apps": [ + "gitea/gitea" + ], + "newest_any": "1.27.3", + "newest_same_major": "1.27.3", + "status": "behind" + }, + "glanceapp/glance:v0.8.5": { + "ref": "glanceapp/glance:v0.8.5", + "repo": "glanceapp/glance", + "tag": "v0.8.5", + "apps": [ + "glance/glance" + ], + "newest_any": "v0.8.6", + "newest_same_major": "v0.8.6", + "status": "behind" + }, + "gotson/komga:1.25.0": { + "ref": "gotson/komga:1.25.0", + "repo": "gotson/komga", + "tag": "1.25.0", + "apps": [ + "komga/komga" + ], + "newest_any": "1.27.1", + "newest_same_major": "1.27.1", + "status": "behind" + }, + "grafana/grafana:13.2.2": { + "ref": "grafana/grafana:13.2.2", + "repo": "grafana/grafana", + "tag": "13.2.2", + "apps": [ + "grafana/grafana" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "jellyfin/jellyfin:10.11.11": { + "ref": "jellyfin/jellyfin:10.11.11", + "repo": "jellyfin/jellyfin", + "tag": "10.11.11", + "apps": [ + "jellyfin/jellyfin" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "kimai/kimai2:apache-2.57.0": { + "ref": "kimai/kimai2:apache-2.57.0", + "repo": "kimai/kimai2", + "tag": "apache-2.57.0", + "apps": [ + "kimai/kimai" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "louislam/uptime-kuma:2.4.0": { + "ref": "louislam/uptime-kuma:2.4.0", + "repo": "louislam/uptime-kuma", + "tag": "2.4.0", + "apps": [ + "uptime-kuma/uptime-kuma" + ], + "newest_any": "2.5.5", + "newest_same_major": "2.5.5", + "status": "behind" + }, + "lscr.io/linuxserver/bookstack:26.05.5": { + "ref": "lscr.io/linuxserver/bookstack:26.05.5", + "repo": "lscr.io/linuxserver/bookstack", + "tag": "26.05.5", + "apps": [ + "bookstack/bookstack" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "lscr.io/linuxserver/code-server:4.129.0": { + "ref": "lscr.io/linuxserver/code-server:4.129.0", + "repo": "lscr.io/linuxserver/code-server", + "tag": "4.129.0", + "apps": [ + "code-server/code-server" + ], + "newest_any": "4.138.0", + "newest_same_major": "4.138.0", + "status": "behind" + }, + "lscr.io/linuxserver/radarr:6.4.4": { + "ref": "lscr.io/linuxserver/radarr:6.4.4", + "repo": "lscr.io/linuxserver/radarr", + "tag": "6.4.4", + "apps": [ + "radarr/radarr" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "lscr.io/linuxserver/sonarr:4.0.20": { + "ref": "lscr.io/linuxserver/sonarr:4.0.20", + "repo": "lscr.io/linuxserver/sonarr", + "tag": "4.0.20", + "apps": [ + "sonarr/sonarr" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "lukevella/rallly:4.11.1": { + "ref": "lukevella/rallly:4.11.1", + "repo": "lukevella/rallly", + "tag": "4.11.1", + "apps": [ + "rallly/rallly" + ], + "newest_any": "4.15.2", + "newest_same_major": "4.15.2", + "status": "behind" + }, + "mariadb:11.4": { + "ref": "mariadb:11.4", + "repo": "mariadb", + "tag": "11.4", + "apps": [ + "romm/romm-db" + ], + "newest_any": "13.0", + "newest_same_major": "11.8", + "status": "behind" + }, + "mariadb:11.6": { + "ref": "mariadb:11.6", + "repo": "mariadb", + "tag": "11.6", + "apps": [ + "kimai/kimai-db" + ], + "newest_any": "13.0", + "newest_same_major": "11.8", + "status": "behind" + }, + "mariadb:12.3": { + "ref": "mariadb:12.3", + "repo": "mariadb", + "tag": "12.3", + "apps": [ + "bookstack/bookstack-db", + "nextcloud/nextcloud-db" + ], + "newest_any": "13.0", + "newest_same_major": null, + "status": "behind" + }, + "msdeluise/plant-it:0.10.0": { + "ref": "msdeluise/plant-it:0.10.0", + "repo": "msdeluise/plant-it", + "tag": "0.10.0", + "apps": [ + "plant-it/plant-it" + ], + "status": "error", + "error": "HTTPError: 401 Client Error: Unauthorized for url: https://registry-1.docker.io/v2/msdeluise/plant-it/tags/list?n=1000" + }, + "n8nio/n8n:2.40.5": { + "ref": "n8nio/n8n:2.40.5", + "repo": "n8nio/n8n", + "tag": "2.40.5", + "apps": [ + "n8n/n8n" + ], + "newest_any": "2.41.1", + "newest_same_major": "2.41.1", + "status": "behind" + }, + "nextcloud:34.0.1-apache": { + "ref": "nextcloud:34.0.1-apache", + "repo": "nextcloud", + "tag": "34.0.1-apache", + "apps": [ + "nextcloud/nextcloud" + ], + "newest_any": "35.0.0-apache", + "newest_same_major": "34.0.4-apache", + "status": "behind" + }, + "onlyoffice/documentserver:9.4.0": { + "ref": "onlyoffice/documentserver:9.4.0", + "repo": "onlyoffice/documentserver", + "tag": "9.4.0", + "apps": [ + "onlyoffice/onlyoffice" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "outlinewiki/outline:1.9.1": { + "ref": "outlinewiki/outline:1.9.1", + "repo": "outlinewiki/outline", + "tag": "1.9.1", + "apps": [ + "outline/outline" + ], + "newest_any": "1.10.1", + "newest_same_major": "1.10.1", + "status": "behind" + }, + "plexinc/pms-docker:1.41.4.9463-630c9f557": { + "ref": "plexinc/pms-docker:1.41.4.9463-630c9f557", + "repo": "plexinc/pms-docker", + "tag": "1.41.4.9463-630c9f557", + "apps": [ + "plex/plex" + ], + "newest_any": "1.43.4.10903-e5521bd8c", + "newest_same_major": null, + "status": "behind" + }, + "postgis/postgis:16-3.5-alpine": { + "ref": "postgis/postgis:16-3.5-alpine", + "repo": "postgis/postgis", + "tag": "16-3.5-alpine", + "apps": [ + "adventurelog/adventurelog-postgres" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "postgres:15-alpine": { + "ref": "postgres:15-alpine", + "repo": "postgres", + "tag": "15-alpine", + "apps": [ + "sparkyfitness/sparkyfitness-db" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "postgres:16-alpine": { + "ref": "postgres:16-alpine", + "repo": "postgres", + "tag": "16-alpine", + "apps": [ + "calcom/calcom-postgres", + "claper/claper-postgres", + "docmost/docmost-postgres", + "outline/outline-postgres", + "paperless-ngx/paperless-postgres", + "rallly/rallly-postgres", + "tandoor/tandoor-postgres", + "zipline/zipline-postgres" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "privatebin/pdo:2.0.6": { + "ref": "privatebin/pdo:2.0.6", + "repo": "privatebin/pdo", + "tag": "2.0.6", + "apps": [ + "privatebin/privatebin" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "redis:7-alpine": { + "ref": "redis:7-alpine", + "repo": "redis", + "tag": "7-alpine", + "apps": [ + "docmost/docmost-redis", + "immich/immich-redis", + "nextcloud/nextcloud-redis", + "outline/outline-redis", + "paperless-ngx/paperless-redis", + "romm/romm-redis" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "registry.gitlab.com/crafty-controller/crafty-4:4.10.7": { + "ref": "registry.gitlab.com/crafty-controller/crafty-4:4.10.7", + "repo": "registry.gitlab.com/crafty-controller/crafty-4", + "tag": "4.10.7", + "apps": [ + "crafty-controller/crafty-controller" + ], + "newest_any": "4.11.0", + "newest_same_major": "4.11.0", + "status": "behind" + }, + "rommapp/romm:5.3.0": { + "ref": "rommapp/romm:5.3.0", + "repo": "rommapp/romm", + "tag": "5.3.0", + "apps": [ + "romm/romm" + ], + "newest_any": "5.3.1", + "newest_same_major": "5.3.1", + "status": "behind" + }, + "vaultwarden/server:1.36.0-alpine": { + "ref": "vaultwarden/server:1.36.0-alpine", + "repo": "vaultwarden/server", + "tag": "1.36.0-alpine", + "apps": [ + "vaultwarden/vaultwarden" + ], + "newest_any": "1.37.3-alpine", + "newest_same_major": "1.37.3-alpine", + "status": "behind" + }, + "vikunja/vikunja:2.6.0": { + "ref": "vikunja/vikunja:2.6.0", + "repo": "vikunja/vikunja", + "tag": "2.6.0", + "apps": [ + "vikunja/vikunja" + ], + "newest_any": null, + "newest_same_major": null, + "status": "current-or-unparsed" + }, + "wger/server:2.6": { + "ref": "wger/server:2.6", + "repo": "wger/server", + "tag": "2.6", + "apps": [ + "wger/wger" + ], + "newest_any": "2.7", + "newest_same_major": "2.7", + "status": "behind" + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/02-drift.log b/documentation/audits/night-2026-09-23/02-drift.log new file mode 100644 index 00000000..a794376c --- /dev/null +++ b/documentation/audits/night-2026-09-23/02-drift.log @@ -0,0 +1,65 @@ +[1/66] actualbudget/actual-server:26.9.0: same-major=None any=None +[2/66] calcom/cal.com:v6.2.0: same-major=None any=None +[3/66] codewithcj/sparkyfitness:v0.17.3: same-major=None any=v1.7.2 +[4/66] codewithcj/sparkyfitness_server:v0.17.3: same-major=None any=v1.7.2 +[5/66] crocodilestick/calibre-web-automated:v4.0.6: same-major=None any=None +[6/66] deluan/navidrome:0.64.0: same-major=0.64.1 any=0.64.1 +[7/66] docmost/docmost:0.96.0: same-major=None any=None +[8/66] emby/embyserver:4.11.0.1: same-major=4.11.0.3 any=4.11.0.3 +[9/66] f0rc3/gokapi:v1.9.6: same-major=None any=v2.2.4 +[10/66] fallenbagel/jellyseerr:2.7.3: same-major=None any=None +[11/66] flomp/wanderer-db:v0.20.0: same-major=None any=None +[12/66] flomp/wanderer-web:v0.20.0: same-major=None any=None +[13/66] getmeili/meilisearch:v1.36.0: same-major=v1.54.0 any=v1.54.0 +[14/66] ghcr.io/advplyr/audiobookshelf:2.36.1: same-major=None any=None +[15/66] ghcr.io/alam00000/bentopdf:v2.8.6: same-major=v2.8.8 any=v2.8.8 +[16/66] ghcr.io/claperco/claper:2.5: same-major=None any=3.0 +[17/66] ghcr.io/cmintey/wishlist:v0.66.0: same-major=v0.67.1 any=v0.67.1 +[18/66] ghcr.io/diced/zipline:4.6.1: same-major=4.7.0 any=4.7.0 +[19/66] ghcr.io/gethomepage/homepage:v1.13.2: same-major=None any=v2.4.0 +[20/66] ghcr.io/gramps-project/grampsweb:v25.6.0: same-major=None any=None +[21/66] ghcr.io/home-assistant/home-assistant:2026.9.3: same-major=None any=None +[22/66] ghcr.io/immich-app/immich-machine-learning:v3.0.3: same-major=v3.2.2 any=v3.2.2 +[23/66] ghcr.io/immich-app/immich-server:v3.2.2: same-major=None any=None +[24/66] ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0: same-major=None any=None +[25/66] ghcr.io/lukegus/termix:2.8.0: same-major=None any=None +[26/66] ghcr.io/mealie-recipes/mealie:v3.27.0: same-major=None any=None +[27/66] ghcr.io/paperless-ngx/paperless-ngx:2.20.15: same-major=None any=3.2.1 +[28/66] ghcr.io/papra-hq/papra:26.6.2-rootless: same-major=None any=None +[29/66] ghcr.io/seanmorley15/adventurelog-backend:v0.12.1: same-major=v0.13.0 any=v0.13.0 +[30/66] ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1: same-major=v0.13.0 any=v0.13.0 +[31/66] ghcr.io/sysadminsmedia/homebox:0.26.2: same-major=None any=None +[32/66] ghcr.io/tandoorrecipes/recipes:2.6.15: same-major=None any=None +[33/66] ghcr.io/thomiceli/opengist:1.13: same-major=1.15 any=1.15 +[34/66] ghost:6.64.0-alpine: same-major=6.65.0-alpine any=6.65.0-alpine +[36/66] gitea/gitea:1.27.0: same-major=1.27.3 any=1.27.3 +[37/66] glanceapp/glance:v0.8.5: same-major=v0.8.6 any=v0.8.6 +[38/66] gotson/komga:1.25.0: same-major=1.27.1 any=1.27.1 +[39/66] grafana/grafana:13.2.2: same-major=None any=None +[40/66] jellyfin/jellyfin:10.11.11: same-major=None any=None +[41/66] kimai/kimai2:apache-2.57.0: same-major=None any=None +[42/66] louislam/uptime-kuma:2.4.0: same-major=2.5.5 any=2.5.5 +[43/66] lscr.io/linuxserver/bookstack:26.05.5: same-major=None any=None +[44/66] lscr.io/linuxserver/code-server:4.129.0: same-major=4.138.0 any=4.138.0 +[45/66] lscr.io/linuxserver/radarr:6.4.4: same-major=None any=None +[46/66] lscr.io/linuxserver/sonarr:4.0.20: same-major=None any=None +[47/66] lukevella/rallly:4.11.1: same-major=4.15.2 any=4.15.2 +[48/66] mariadb:11.4: same-major=11.8 any=13.0 +[49/66] mariadb:11.6: same-major=11.8 any=13.0 +[50/66] mariadb:12.3: same-major=None any=13.0 +[51/66] msdeluise/plant-it:0.10.0: same-major=None any=None HTTPError: 401 Client Error: Unauthorized for url: https://registry-1.docker.io/v2/msdeluise/plant-it/tags/list?n=1000 +[52/66] n8nio/n8n:2.40.5: same-major=2.41.1 any=2.41.1 +[53/66] nextcloud:34.0.1-apache: same-major=34.0.4-apache any=35.0.0-apache +[54/66] onlyoffice/documentserver:9.4.0: same-major=None any=None +[55/66] outlinewiki/outline:1.9.1: same-major=1.10.1 any=1.10.1 +[56/66] plexinc/pms-docker:1.41.4.9463-630c9f557: same-major=None any=1.43.4.10903-e5521bd8c +[57/66] postgis/postgis:16-3.5-alpine: same-major=None any=None +[58/66] postgres:15-alpine: same-major=None any=None +[59/66] postgres:16-alpine: same-major=None any=None +[60/66] privatebin/pdo:2.0.6: same-major=None any=None +[61/66] redis:7-alpine: same-major=None any=None +[62/66] registry.gitlab.com/crafty-controller/crafty-4:4.10.7: same-major=4.11.0 any=4.11.0 +[63/66] rommapp/romm:5.3.0: same-major=5.3.1 any=5.3.1 +[64/66] vaultwarden/server:1.36.0-alpine: same-major=1.37.3-alpine any=1.37.3-alpine +[65/66] vikunja/vikunja:2.6.0: same-major=None any=None +[66/66] wger/server:2.6: same-major=2.7 any=2.7 diff --git a/documentation/audits/night-2026-09-23/03-drill-repo.txt b/documentation/audits/night-2026-09-23/03-drill-repo.txt new file mode 100644 index 00000000..db0ab0d3 --- /dev/null +++ b/documentation/audits/night-2026-09-23/03-drill-repo.txt @@ -0,0 +1 @@ +drill repo origin/main = cfcfe5278428; live main = cfcfe5278428; has_actions=False (Gitea API, read back 20:19) diff --git a/documentation/audits/night-2026-09-23/04-9202-repoint-drill.txt b/documentation/audits/night-2026-09-23/04-9202-repoint-drill.txt new file mode 100644 index 00000000..f2c89786 --- /dev/null +++ b/documentation/audits/night-2026-09-23/04-9202-repoint-drill.txt @@ -0,0 +1,10 @@ +git: + branch: main + repo_url: https://gitea.dooplex.hu/admin/app-catalog-drill.git + sync_interval: 15m + token: + username: "admin" +hub: +update: + health_timeout: 90s + diff --git a/documentation/audits/night-2026-09-23/A1-r650-redproof.txt b/documentation/audits/night-2026-09-23/A1-r650-redproof.txt new file mode 100644 index 00000000..d58f55d8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/A1-r650-redproof.txt @@ -0,0 +1,17 @@ +== red-proof 1: guard disabled (refusal returns nil) +=== RUN TestR650_RealDockerIsRefusedUnderGoTest + dockerexec_test.go:22: docker: want an R-650 refusal naming the command, got +--- FAIL: TestR650_RealDockerIsRefusedUnderGoTest (0.06s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/dockerexec 0.067s +FAIL +== red-proof 2: one bare call site put back (dbdump.go) +=== RUN TestR650_NoBareDockerExec + ../../internal/appbackup/dbdump.go:140: cmd := exec.CommandContext(ctx, "docker", "ps", "--format", +--- FAIL: TestR650_NoBareDockerExec (0.16s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/dockerexec 0.165s +FAIL +== restored +ok gitea.dooplex.hu/admin/felhom-controller/internal/dockerexec 0.177s + 1 file changed, 12 insertions(+), 11 deletions(-) diff --git a/documentation/audits/night-2026-09-23/A1-r650-sweep.txt b/documentation/audits/night-2026-09-23/A1-r650-sweep.txt new file mode 100644 index 00000000..37e56c19 --- /dev/null +++ b/documentation/audits/night-2026-09-23/A1-r650-sweep.txt @@ -0,0 +1,26 @@ +R-650 sweep 2026-09-23 — every docker exec a test reached, BEFORE the per-package stubs (trace of the guard's refusals, count × package × command): + 67 web docker compose version + 46 backup docker ps --format {{.ID}} {{.Names}} {{.Label "com.docker.compose.project"}} {{.Image}} --filter status=running + 19 web docker ps --format {{.ID}} {{.Names}} {{.Label "com.docker.compose.project"}} {{.Image}} --filter status=running + 19 web docker info --format {{.MemTotal}} + 11 stacks docker compose ps -a --format json + 10 web docker inspect --format {{.State.Running}} felhom-samba + 7 appexport docker ps --format {{.ID}} {{.Names}} {{.Label "com.docker.compose.project"}} {{.Image}} --filter status=runni + 6 web docker ps -a --format {{.Names}} {{.Image}} {{.State}} {{.Status}} {{.Label "com.docker.compose.project"}} --no-trun + 4 stacks docker-compose ps -a --format table {{.Name}} {{.Image}} {{.State}} {{.Status}} + 4 stacks docker ps -a --format {{.Names}} {{.Image}} {{.State}} {{.Status}} {{.Label "com.docker.compose.project"}} --no-t + 1 web docker info --format {{.ServerVersion}} + 1 web docker exec felhom-samba ip -4 route show default + 1 web docker exec felhom-samba ip -4 -o addr show eth0 + 1 system docker info --format {{.MemTotal}} + 1 stacks docker-compose down + 1 dockerexec docker-compose volume create r650-decoy + 1 dockerexec docker-compose ps -a + 1 dockerexec docker volume create r650-decoy + 1 dockerexec docker ps -a + 1 dockerexec /usr/bin/docker volume create r650-decoy + 1 dockerexec /usr/bin/docker ps -a + +Resolution: api, stacks, web -> TestMain + dockerexec.RunWithStub (silent stub on PATH). backup, appexport, system -> no change needed: their tests pass with the refusal (they only read docker ps/info and tolerate an error); before tonight they read DooPlex's production container list. dockerexec -> its own decoys. + +Full suite after: go build/vet rc=0; go test -count=1 ./... rc=0, 31 ok packages diff --git a/documentation/audits/night-2026-09-23/A2-r640-redproof.txt b/documentation/audits/night-2026-09-23/A2-r640-redproof.txt new file mode 100644 index 00000000..71c1d84e --- /dev/null +++ b/documentation/audits/night-2026-09-23/A2-r640-redproof.txt @@ -0,0 +1,32 @@ +== R-640 red-proof 1: CheckDumpComplete call removed from reimportDBDumpsFrom +=== RUN TestR640_ReplayRefusesACutOffCopyAndLoadsNothing + r640_incomplete_dump_test.go:42: a cut-off copy was LOADED: [/tmp/TestR640_ReplayRefusesACutOffCopyAndLoadsNothing10575849/001/backups/primary/docmost/db-dumps/docmost-postgres.sql] +--- FAIL: TestR640_ReplayRefusesACutOffCopyAndLoadsNothing (0.00s) +=== RUN TestR640_ReplayLoadsACompleteCopy +--- PASS: TestR640_ReplayLoadsACompleteCopy (0.00s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/backup 0.006s +FAIL +== R-640 red-proof 2: the unit-restore gate removed +=== RUN TestR640_UnitRestoreRefusesACutOffCopyBeforeAnyMutation + r640_incomplete_dump_test.go:80: ZERO mutations required: stopped=true calls=[stop recreate startsvc:immich-postgres start] definition=true +--- FAIL: TestR640_UnitRestoreRefusesACutOffCopyBeforeAnyMutation (3.01s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/backup 3.019s +FAIL +== R-640 red-proof 3: the offsite gate removed +=== RUN TestR640_OffsiteRestoreRefusesACutOffCopyBeforeAnyMutation +[ERROR] [offbox] immich: ROLLBACK ALSO FAILED (a korábbi állapot visszaállítása sikertelen (immich-postgres): waiting for immich-postgres (postgres) readiness: timeout after 30s) — holding the app stopped; replay error was: A(z) immich adatbázis-másolata csonka: nem ér véget, ahogy egy teljes másolat. Ezt a másolatot nem töltöttük vissza — az adatbázis nem ebből a másolatból állt vissza. + r640_incomplete_dump_test.go:95: want the cut-off refusal, got a(z) immich adatbázisának visszaállítása sikertelen, és a korábbi állapot visszatöltése sem sikerült. Az alkalmazást biztonsági okból LEÁLLÍTVA hagytuk, hogy az adatai ne sérüljenek tovább. Vedd fel velünk a kapcsolatot — a korábbi állapot mentése megvan: pre-restore-20260923T180801Z-immich-postgres.sql +--- FAIL: TestR640_OffsiteRestoreRefusesACutOffCopyBeforeAnyMutation (30.02s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/backup 30.028s +FAIL +== restored +--- PASS: TestR640_ReplayRefusesACutOffCopyAndLoadsNothing (0.01s) +--- PASS: TestR640_ReplayLoadsACompleteCopy (0.00s) +--- PASS: TestR640_UnitRestoreRefusesACutOffCopyBeforeAnyMutation (0.00s) +--- PASS: TestR640_OffsiteRestoreRefusesACutOffCopyBeforeAnyMutation (0.00s) +--- PASS: TestR640_MariaDBCopyNeedsItsOwnMarker (0.00s) +ok gitea.dooplex.hu/admin/felhom-controller/internal/backup 0.025s + 3 files changed, 53 insertions(+) diff --git a/documentation/audits/night-2026-09-23/A3-r626-log.txt b/documentation/audits/night-2026-09-23/A3-r626-log.txt new file mode 100644 index 00000000..cb1ce3b5 --- /dev/null +++ b/documentation/audits/night-2026-09-23/A3-r626-log.txt @@ -0,0 +1,26 @@ +20:09:13 R-626 run on guest 9202, app navidrome +20:09:16 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/navidrome'] +20:09:16 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +20:09:16 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:09:26 [1] deployed, controller state=running, pinned={'navidrome': 'deluan/navidrome:0.64.0'} +20:09:26 starting docker events watcher (400 s) in the guest +20:09:33 [X] stop -> 200 {'ok': True, 'message': 'Stack navidrome stop completed'} +20:09:38 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +20:09:38 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +20:10:04 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'navidrome', 'volumes_removed': ['navidrome_navidrome_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'verified': T +20:10:12 [X] after remove: deployed=False leftovers='/opt/docker/stacks/navidrome' +20:10:12 remove answered 200 at epoch 1790186972 +20:10:36 +60 s: {'containers_and_volcount': '0', 'deployed': False} +20:12:04 +150 s: restarting the controller (docker restart felhom-controller) +20:12:30 +150 s: {'containers_and_volcount': '0', 'deployed': False} +20:14:36 +300 s: {'containers_and_volcount': '0', 'deployed': False} +20:16:07 +390 s: {'containers_and_volcount': '0', 'deployed': False} +20:16:09 events after the remove: +1790186972 container kill navidrome project=navidrome +1790186973 container stop navidrome project=navidrome +1790186973 container die navidrome project=navidrome +1790186973 container destroy navidrome project=navidrome + +20:16:09 rebooting guest 9202 (pct reboot) +20:17:30 after reboot (+60 s): containers/volumes/dir = '/opt/docker/stacks/navidrome' deployed=False +20:17:30 VERDICT {"came_back": true, "positive_observable_destroy_events_seen": true} diff --git a/documentation/audits/night-2026-09-23/A3-r626-run.txt b/documentation/audits/night-2026-09-23/A3-r626-run.txt new file mode 100644 index 00000000..cb1ce3b5 --- /dev/null +++ b/documentation/audits/night-2026-09-23/A3-r626-run.txt @@ -0,0 +1,26 @@ +20:09:13 R-626 run on guest 9202, app navidrome +20:09:16 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/navidrome'] +20:09:16 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +20:09:16 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:09:26 [1] deployed, controller state=running, pinned={'navidrome': 'deluan/navidrome:0.64.0'} +20:09:26 starting docker events watcher (400 s) in the guest +20:09:33 [X] stop -> 200 {'ok': True, 'message': 'Stack navidrome stop completed'} +20:09:38 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +20:09:38 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +20:10:04 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'navidrome', 'volumes_removed': ['navidrome_navidrome_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'verified': T +20:10:12 [X] after remove: deployed=False leftovers='/opt/docker/stacks/navidrome' +20:10:12 remove answered 200 at epoch 1790186972 +20:10:36 +60 s: {'containers_and_volcount': '0', 'deployed': False} +20:12:04 +150 s: restarting the controller (docker restart felhom-controller) +20:12:30 +150 s: {'containers_and_volcount': '0', 'deployed': False} +20:14:36 +300 s: {'containers_and_volcount': '0', 'deployed': False} +20:16:07 +390 s: {'containers_and_volcount': '0', 'deployed': False} +20:16:09 events after the remove: +1790186972 container kill navidrome project=navidrome +1790186973 container stop navidrome project=navidrome +1790186973 container die navidrome project=navidrome +1790186973 container destroy navidrome project=navidrome + +20:16:09 rebooting guest 9202 (pct reboot) +20:17:30 after reboot (+60 s): containers/volumes/dir = '/opt/docker/stacks/navidrome' deployed=False +20:17:30 VERDICT {"came_back": true, "positive_observable_destroy_events_seen": true} diff --git a/documentation/audits/night-2026-09-23/A3-r626-verdict.json b/documentation/audits/night-2026-09-23/A3-r626-verdict.json new file mode 100644 index 00000000..e1a69a6a --- /dev/null +++ b/documentation/audits/night-2026-09-23/A3-r626-verdict.json @@ -0,0 +1,32 @@ +{ + "app": "navidrome", + "remove_http": "200", + "checks": { + "60": { + "containers_and_volcount": "0", + "deployed": false + }, + "150": { + "containers_and_volcount": "0", + "deployed": false + }, + "300": { + "containers_and_volcount": "0", + "deployed": false + }, + "390": { + "containers_and_volcount": "0", + "deployed": false + } + }, + "events_create_after_remove": [], + "events_destroy": [ + "1790186973 container destroy navidrome project=navidrome" + ], + "after_reboot": "/opt/docker/stacks/navidrome", + "deployed_after_reboot": false, + "positive_observable_destroy_events_seen": true, + "came_back_script_said": true, + "came_back": false, + "correction": "The script's came_back=True was a misclassification by this session's own instrument: it counted the directory /opt/docker/stacks/navidrome, which is the CATALOG MIRROR (57 template dirs exist there, one per catalog app, deployed or not). No container and no volume existed at +60/+150/+300/+390 s or after the guest reboot; the events stream shows the remove's own kill/stop/die/destroy (the positive observable) and NO create. Leftover in the dir: applied-compose.yml and applied-meta/ from the deploy (filed as a row)." +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/A4-r499-redproof.txt b/documentation/audits/night-2026-09-23/A4-r499-redproof.txt new file mode 100644 index 00000000..44b08cbd --- /dev/null +++ b/documentation/audits/night-2026-09-23/A4-r499-redproof.txt @@ -0,0 +1,19 @@ +== R-499 red-proof: handler no longer passes SystemBackup (the pre-fix page had no branch) +=== RUN TestR499_Tier2PageSaysWhatIsTrueForThisBox + r499_system_backup_test.go:91: same disk (the measured box): want branch "same_disk" on the page + r499_system_backup_test.go:91: own drive: want branch "protected" on the page + r499_system_backup_test.go:99: own drive: control — the protected branch must still say there is nothing to do + r499_system_backup_test.go:91: configured drive gone: want branch "absent" on the page +--- FAIL: TestR499_Tier2PageSaysWhatIsTrueForThisBox (0.29s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/web 0.305s +FAIL +== R-499 red-proof 2: the OLD sentence in the same_disk branch + r499_system_backup_test.go:102: same disk (the measured box): promises the backup protects this app ("nothing to do") on a box where it may not +--- FAIL: TestR499_Tier2PageSaysWhatIsTrueForThisBox (0.29s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/web 0.302s +FAIL +== restored +ok gitea.dooplex.hu/admin/felhom-controller/internal/web 0.307s + 2 files changed, 45 insertions(+), 2 deletions(-) diff --git a/documentation/audits/night-2026-09-23/A5-r518-redproof.txt b/documentation/audits/night-2026-09-23/A5-r518-redproof.txt new file mode 100644 index 00000000..9f043b38 --- /dev/null +++ b/documentation/audits/night-2026-09-23/A5-r518-redproof.txt @@ -0,0 +1,11 @@ +== R-518 red-proof: bundles put back to the v0.243.0 wording + r518_backup_downtime_copy_test.go:29: hu: the measured downtime appears 0 times, want it on the page AND in the confirm + r518_backup_downtime_copy_test.go:35: hu: the old vague promise is still on the page + r518_backup_downtime_copy_test.go:29: en: the measured downtime appears 0 times, want it on the page AND in the confirm + r518_backup_downtime_copy_test.go:32: en: the old vague promise "usually for a few minutes" is still on the page +--- FAIL: TestR518_BackupButtonStatesTheMeasuredDowntime (0.07s) +FAIL +FAIL gitea.dooplex.hu/admin/felhom-controller/internal/web 0.076s +FAIL +== restored +ok gitea.dooplex.hu/admin/felhom-controller/internal/web 0.602s diff --git a/documentation/audits/night-2026-09-23/A6-deploy-0.267.0-on-9202.txt b/documentation/audits/night-2026-09-23/A6-deploy-0.267.0-on-9202.txt new file mode 100644 index 00000000..8ea8918d --- /dev/null +++ b/documentation/audits/night-2026-09-23/A6-deploy-0.267.0-on-9202.txt @@ -0,0 +1,3 @@ +gitea.dooplex.hu/admin/felhom-controller:0.266.0 +gitea.dooplex.hu/admin/felhom-controller:0.267.0 +gitea.dooplex.hu/admin/felhom-controller:0.267.0 Up 30 seconds (healthy) diff --git a/documentation/audits/night-2026-09-23/A7-pages-live-0.267.0.txt b/documentation/audits/night-2026-09-23/A7-pages-live-0.267.0.txt new file mode 100644 index 00000000..ca6420f6 --- /dev/null +++ b/documentation/audits/night-2026-09-23/A7-pages-live-0.267.0.txt @@ -0,0 +1,6 @@ +hu R-499 branch: unknown | Ennek az alkalmazásnak az adatai a belső rendszerlemezen vannak, és a teljes rendszermentés része. Hogy a rendszermentés most hová készül, azt nem tudtuk lekérdezni — a Mentések oldalon láthatod. +hu R-518: is lehet (egy 12 alkalmazásos gépen kb. 8 perc volt), nagyobb adatnál több.', function () { + var out = document.getElem +en R-499 branch: unknown | This app’s data is on the internal system disk and is part of the full system backup. Where that backup is being made right now could not be checked — the Backups page shows it. +en R-518: up takes — that can be several minutes (about 8 minutes, measured on a box with 12 apps), longer with more data.', function () { +backup-target api: 200 {'data': {'known': False}, 'ok': True} diff --git a/documentation/audits/night-2026-09-23/B1-spike-v0.266.0.json b/documentation/audits/night-2026-09-23/B1-spike-v0.266.0.json new file mode 100644 index 00000000..7e1864c3 --- /dev/null +++ b/documentation/audits/night-2026-09-23/B1-spike-v0.266.0.json @@ -0,0 +1,21 @@ +{ + "controller": "v0.266.0", + "drill_commit": "921344c1438a", + "ladder_on_box": "1", + "deploy_fields_http": "200", + "display_name": "Navidrome", + "deployed": true, + "state": "running", + "badges": { + "hu": [ + "Naprakész" + ], + "en": [ + "Up to date" + ] + }, + "probe_lines": [ + "2026-09-23T18:24:23Z Health probe navidrome: API GET :4533/ping → 200 (1ms)" + ], + "yaml_errors": "" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/B1-spike-v0.266.0.log b/documentation/audits/night-2026-09-23/B1-spike-v0.266.0.log new file mode 100644 index 00000000..735c8755 --- /dev/null +++ b/documentation/audits/night-2026-09-23/B1-spike-v0.266.0.log @@ -0,0 +1,35 @@ +20:23:49 SPIKE on controller v0.266.0, drill commit 921344c1438a +20:23:59 catalog cache: controller.yaml | controller.yaml.pre-28 | controller.yaml.pre-bakeoff | controller.yaml.pre-cleanup | controller.yaml.pre-night0923 | controller.yaml.pre-r649 | controller.yaml.pre-rulings | controller.yaml.pre-undofleet | controller.yaml.pre-update-night | data | +20:24:01 update_ladder lines in the box's navidrome/.felhom.yml: 1 +20:24:01 deploy-fields -> 200; display_name='Navidrome' fields=['DOMAIN', 'SUBDOMAIN', 'HDD_PATH'] +20:24:03 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/navidrome'] +20:24:03 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +20:24:03 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:24:13 [1] deployed, controller state=running, pinned={'navidrome': 'deluan/navidrome:0.64.0'} +20:24:23 probe lines for navidrome: + 2026-09-23T18:24:23Z Health probe navidrome: API GET :4533/ping → 200 (1ms) +20:24:23 state=running deployed=True health=None +20:24:28 badge present after 1 rescan round(s) +20:24:28 badges: {"hu": ["Naprakész"], "en": ["Up to date"]} +20:24:31 controller log lines for navidrome: +2026/09/23 18:16:26 sync.go:416: [DEBUG] [sync] navidrome/.felhom.yml: hash match, skipped +2026/09/23 18:19:43 sync.go:416: [DEBUG] [sync] navidrome/.felhom.yml: hash match, skipped +2026/09/23 18:20:34 sync.go:396: [INFO] [sync] Updated navidrome/.felhom.yml +2026/09/23 18:20:34 sync.go:541: [DEBUG] [sync] navidrome/.felhom.yml: src=4cc9b6abf91f6d7a, dst=4cc9b6abf91f6d7a (changed) +2026/09/23 18:21:18 delete.go:141: [ERROR] [stacks] RemoveStack navidrome refused: data removal requested but the drive recorded in HDD_PATH is not mounted — nothing removed, app kept (R-442) +2026/09/23 18:21:18 router.go:929: [ERROR] [api] Remove failed for navidrome: A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó vissza nem csatlakozik. +2026/09/23 18:21:45 delete.go:716: [DEBUG] [stacks] RemoveStack navidrome: removing app.yaml at /opt/docker/stacks/navidrome/app.yaml +2026/09/23 18:22:19 sync.go:416: [DEBUG] [sync] navidrome/.felhom.yml: hash match, skipped +2026/09/23 18:22:43 healthprobe.go:181: [DEBUG] Health probe navidrome: API GET :4533/ping → 200 (1ms) +2026/09/23 18:22:58 delete.go:141: [ERROR] [stacks] RemoveStack navidrome refused: data removal requested but the drive recorded in HDD_PATH is not mounted — nothing removed, app kept (R-442) +2026/09/23 18:22:58 router.go:929: [ERROR] [api] Remove failed for navidrome: A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó vissza nem csatlakozik. +2026/09/23 18:23:25 delete.go:716: [DEBUG] [stacks] RemoveStack navidrome: removing app.yaml at /opt/docker/stacks/navidrome/app.yaml +2026/09/23 18:23:49 sync.go:416: [DEBUG] [sync] navidrome/.felhom.yml: hash match, skipped +2026/09/23 18:24:23 healthprobe.go:181: [DEBUG] Health probe navidrome: API GET :4533/ping → 200 (1ms) + +20:24:33 yaml/unmarshal errors in the controller log (want none): (none) +20:24:33 [X] stop -> 200 {'ok': True, 'message': 'Stack navidrome stop completed'} +20:24:38 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +20:24:38 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +20:25:05 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'navidrome', 'volumes_removed': ['navidrome_navidrome_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths +20:25:12 [X] after remove: deployed=False leftovers='/opt/docker/stacks/navidrome' diff --git a/documentation/audits/night-2026-09-23/B1-spike-v0.267.0.json b/documentation/audits/night-2026-09-23/B1-spike-v0.267.0.json new file mode 100644 index 00000000..a63d13d2 --- /dev/null +++ b/documentation/audits/night-2026-09-23/B1-spike-v0.267.0.json @@ -0,0 +1,21 @@ +{ + "controller": "v0.267.0", + "drill_commit": "921344c1438a", + "ladder_on_box": "1", + "deploy_fields_http": "200", + "display_name": "Navidrome", + "deployed": true, + "state": "running", + "badges": { + "hu": [ + "Naprakész" + ], + "en": [ + "Up to date" + ] + }, + "probe_lines": [ + "2026-09-23T18:27:56Z Health probe navidrome: API GET :4533/ping → 200 (1ms)" + ], + "yaml_errors": "" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/B1-spike-v0.267.0.log b/documentation/audits/night-2026-09-23/B1-spike-v0.267.0.log new file mode 100644 index 00000000..38fd80af --- /dev/null +++ b/documentation/audits/night-2026-09-23/B1-spike-v0.267.0.log @@ -0,0 +1,25 @@ +20:27:25 SPIKE on controller v0.267.0, drill commit 921344c1438a +20:27:34 catalog cache: controller.yaml | controller.yaml.pre-28 | controller.yaml.pre-bakeoff | controller.yaml.pre-cleanup | controller.yaml.pre-night0923 | controller.yaml.pre-r649 | controller.yaml.pre-rulings | controller.yaml.pre-undofleet | controller.yaml.pre-update-night | data | +20:27:36 update_ladder lines in the box's navidrome/.felhom.yml: 1 +20:27:36 deploy-fields -> 200; display_name='Navidrome' fields=['DOMAIN', 'SUBDOMAIN', 'HDD_PATH'] +20:27:39 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/navidrome'] +20:27:39 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +20:27:39 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:27:49 [1] deployed, controller state=running, pinned={'navidrome': 'deluan/navidrome:0.64.0'} +20:27:59 probe lines for navidrome: + 2026-09-23T18:27:56Z Health probe navidrome: API GET :4533/ping → 200 (1ms) +20:27:59 state=running deployed=True health=None +20:28:04 badge present after 1 rescan round(s) +20:28:04 badges: {"hu": ["Naprakész"], "en": ["Up to date"]} +20:28:06 controller log lines for navidrome: +2026/09/23 18:26:46 sync.go:416: [DEBUG] [sync] navidrome/.felhom.yml: hash match, skipped +2026/09/23 18:27:25 sync.go:416: [DEBUG] [sync] navidrome/.felhom.yml: hash match, skipped +2026/09/23 18:27:56 healthprobe.go:181: [DEBUG] Health probe navidrome: API GET :4533/ping → 200 (1ms) +2026/09/23 18:28:06 healthprobe.go:54: [DEBUG] [stacks] RunHealthProbes: skipping navidrome — last check 10s ago, effective interval 5m0s, healthy=true + +20:28:08 yaml/unmarshal errors in the controller log (want none): (none) +20:28:09 [X] stop -> 200 {'ok': True, 'message': 'Stack navidrome stop completed'} +20:28:14 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +20:28:14 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +20:28:40 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'navidrome', 'volumes_removed': ['navidrome_navidrome_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'verified': T +20:28:48 [X] after remove: deployed=False leftovers='/opt/docker/stacks/navidrome' diff --git a/documentation/audits/night-2026-09-23/B2-gate-redproofs.txt b/documentation/audits/night-2026-09-23/B2-gate-redproofs.txt new file mode 100644 index 00000000..463bf743 --- /dev/null +++ b/documentation/audits/night-2026-09-23/B2-gate-redproofs.txt @@ -0,0 +1,11 @@ +== gate red-proof 1: the 'no new entry' refusal removed + XX FACT: a bare image move, no entry rc=0 (expected 1) + XX DECOY: the entry only in README.md rc=0 (expected 1) +FAIL: FACT: a bare image move, no entry: rc=0 expected 1; missing ['adds NO update_ladder entry'] +== gate red-proof 2: 'failed' accepted as a ladder verdict + XX FACT: the entry's verdict is failed rc=0 (expected 1) + XX FACT: a failed verdict sits in the ladder rc=0 (expected 1) +== gate red-proof 3: digest comparison removed + XX FACT: the registry now serves another digest rc=0 (expected 1) +== restored +catalog gate decoys OK — 80 case(s), every label judged on its fact (R-421) diff --git a/documentation/audits/night-2026-09-23/C-moves.txt b/documentation/audits/night-2026-09-23/C-moves.txt new file mode 100644 index 00000000..d825de9e --- /dev/null +++ b/documentation/audits/night-2026-09-23/C-moves.txt @@ -0,0 +1,2 @@ +romm 5.3.0 -> 5.3.1 moved in catalog 7ff4e68 at 21:33. Gate on the real registry: 'test-record-move gate — range a5a729a..7ff4e68: 1 compose file(s) changed' rc=0. Control with a wrong digest table: REFUSED romm (3 services). +ghost 6.64.0 -> 6.65.0 moved in catalog e6afab9 at 21:33 diff --git a/documentation/audits/night-2026-09-23/C0-harness-venue-create.txt b/documentation/audits/night-2026-09-23/C0-harness-venue-create.txt new file mode 100644 index 00000000..885ec193 --- /dev/null +++ b/documentation/audits/night-2026-09-23/C0-harness-venue-create.txt @@ -0,0 +1,7 @@ +download of 'http://download.proxmox.com/images/system/debian-13-standard_13.6-1_amd64.tar.zst' to '/var/lib/vz/template/cache/debian-13-standard_13.6-1_amd64.tar.zst' finished +Creating SSH host key 'ssh_host_ecdsa_key' - this may take some time ... +done: SHA256:O4xfr6KMheRgh3BRzCxyPsAsw6+hNV+pIN4YDzUGhw8 root@upgrade-harness +192.168.0.141/24 +Docker version 26.1.5+dfsg1, build a72d7cd +Docker Compose version 2.26.1-4 +Python 3.13.5 diff --git a/documentation/audits/night-2026-09-23/D0-schedule.txt b/documentation/audits/night-2026-09-23/D0-schedule.txt new file mode 100644 index 00000000..276e8aa6 --- /dev/null +++ b/documentation/audits/night-2026-09-23/D0-schedule.txt @@ -0,0 +1,16 @@ +seed 20260923, drawn in 3 attempt(s) + +| round | action | accident | at +s | +|---|---|---|---| +| 1 | install | none | 11 | +| 2 | good_update | box_backup | 46 | +| 3 | restore | controller_kill | 28 | +| 4 | fail_health | memory_hog | 43 | +| 5 | install | disk_fill | 28 | +| 6 | good_update | memory_hog | 46 | +| 7 | restore | power_cut | 56 | +| 8 | cutoff | box_backup | 23 | +| 9 | fail_health | controller_kill | 58 | +| 10 | remove | docker_restart | 10 | +| 11 | cutoff | two_updates | 51 | +| 12 | remove | none | 47 | diff --git a/documentation/audits/night-2026-09-23/PROGRESS.md b/documentation/audits/night-2026-09-23/PROGRESS.md new file mode 100644 index 00000000..9d11a4cb --- /dev/null +++ b/documentation/audits/night-2026-09-23/PROGRESS.md @@ -0,0 +1,22 @@ +# PROGRESS — night 2026-09-23 (one line per finished step, written when it finishes) + +| time (CEST; rows before 20:53 are approximate) | step | result | evidence | +|---|---|---|---| +| 19:16 | P0 baselines | controller `15e630aa02ed` v0.266.0 · agent `d9864a94bf62` v0.132.0 · felhom.eu `e443841b752a` · catalog `cfcfe5278428` — all match the brief; trees clean; disk 37 % / 53 % | this line | +| ~19:40 | P0 drift re-run | 66 pins; **26 within-a-major edges**, 11 across-a-major (listed, not moved), 1 error (plant-it, abandoned) | 02-drift.json, 02-drift.log | +| 19:20 | P0 capacity | demo-hp 29 GB RAM (23 free), nvme-scratch 7 %; 9202 25.9 GB, /var/lib/docker 64 % (24 GB free); 9201 standing apps listed | 00-demo-hp-before.txt, 01-capacity-9202-9201.txt | +| 20:00 | A1 R-650 | `internal/dockerexec` guard + repo-wide sweep test; 8 api tests + web/stacks fixtures were reaching real docker → package TestMain stub; red-proofs both FAIL as expected | A1-r650-redproof.txt, A1-r650-sweep.txt | +| 20:05 | A2 R-640 | completion-marker check on all three restore paths, before the first mutation; 3 red-proofs FAIL as expected | A2-r640-redproof.txt | +| 20:17 | A3 R-626 | **NOT reproduced** on v0.266.0: remove → 390 s of events (destroy seen, no create) + controller restart + guest reboot → 0 containers, 0 volumes. Leftover applied-compose.yml/applied-meta (row) | A3-r626-*.txt/json | +| 20:15 | A4 R-499 | 4-branch system-disk sentence; 2 red-proofs FAIL as expected; parity fixtures per branch | A4-r499-redproof.txt | +| 20:20 | A5 R-518 | the "few seconds" promise was ALREADY gone (v0.243.0) — brief claim wrong; copy now states the measured ~8 min; red-proof FAILs as expected | A5-r518-redproof.txt | +| 20:26 | A6 v0.267.0 | pushed `80e6ad8c4772`, gates + full suite rc 0; image built; deployed to **9202 only** (Up, healthy). Floor waits for Part E | A6-deploy-0.267.0-on-9202.txt | +| 20:28 | A7 pages live | 9202 (no agent): R-499 renders the `unknown` branch in hu+en, matching `/api/storage/backup-target` `known:false`; R-518 text on /backups in hu+en | A7-pages-live-0.267.0.txt | +| 20:28 | B1 SPIKE | **PASS on v0.266.0 AND v0.267.0**: drill navidrome with a top-level `update_ladder:` (JSON flow lines) synced, deploy-fields read, deployed `running`, probe `API GET :4533/ping → 200`, badge „Naprakész"/"Up to date", no yaml errors. Source agrees: no `KnownFields` anywhere | B1-spike-v0.26{6,7}.0.{json,log} | +| 20:55 | B2 gate | `check-test-record.py` (static, CI) + `check-test-record-move.py` (history + registry for moved refs); 16 decoys both ways; 3 red-proofs FAIL as expected | B2-gate-redproofs.txt | +| 21:05 | B3 writer | `upgrade-test.py --write-ladder` (+ `--move`, harness v3: box fixtures on the bench, files_may_change); `test_ladder_writer.py` 5/5 | catalog `scripts/` | +| 21:10 | B4 backfill | 21 of 21 proven from their cited records (nextcloud's commit cited none — its record named, entry says so); romm carries M1's 80.9 % memory_tight | catalog `6db08a5` | +| 21:12 | B5 pushed | catalog `6db08a5`, hook gates OK, **CI job 920 success** (matched on head_sha) | — | +| 20:58 | C0 venue | bench LXC **9401** on demo-hp (nvme-scratch, 6c/10G), docker 26.1.5, Docker Hub login; **C3 negative control → failed** (bench measures) | C0-harness-venue-create.txt | +| 21:06 | C R-612 | bench: 128M → seed OOM-killed (oom_kill 3), 1024M peak 345M, 512M peak 312M seed completes; 9202 before: seed SIGKILLed but after the rows (sign-up worked — lie NOT reproduced, timing-dependent); after 512M: seed completes. Live catalog `a5a729a` | apps/wishlist/r612-*.json | +| 21:15 | C R-613 | UPTIME_KUMA_DB_TYPE=sqlite: before `setup-database` while box says running; after `entryPage`, /metrics 401; db in the volume. First "after" run used a stale template (R-607 lag) — kept, renamed. Live catalog `a5a729a` | apps/uptime-kuma/r613-*.json | diff --git a/documentation/audits/night-2026-09-23/apps/adventurelog/badges.json b/documentation/audits/night-2026-09-23/apps/adventurelog/badges.json new file mode 100644 index 00000000..006b77ab --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/adventurelog/badges.json @@ -0,0 +1,31 @@ +{ + "before": { + "hu": [ + { + "title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.", + "text": "Naprakész" + } + ], + "en": [ + { + "title": "This app is running the newest version available.", + "text": "Up to date" + } + ] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "28a579854efb" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/adventurelog/observables-before.json b/documentation/audits/night-2026-09-23/apps/adventurelog/observables-before.json new file mode 100644 index 00000000..f52b0923 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/adventurelog/observables-before.json @@ -0,0 +1,27 @@ +{ + "pinned_images": { + "adventurelog": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1", + "adventurelog-frontend": "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1", + "adventurelog-postgres": "postgis/postgis:16-3.5-alpine" + }, + "installed_images": { + "adventurelog": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1", + "adventurelog-frontend": "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1", + "adventurelog-postgres": "postgis/postgis:16-3.5-alpine" + }, + "catalog_images": { + "adventurelog": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1", + "adventurelog-frontend": "ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1", + "adventurelog-postgres": "postgis/postgis:16-3.5-alpine" + }, + "live_compose_image_lines": [ + "image: ghcr.io/seanmorley15/adventurelog-backend:v0.12.1", + "image: postgis/postgis:16-3.5-alpine", + "image: ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1" + ], + "docker_inspect": [ + "adventurelog ghcr.io/seanmorley15/adventurelog-backend:v0.12.1 running=true restarts=0", + "adventurelog-postgres postgis/postgis:16-3.5-alpine running=true restarts=0", + "adventurelog-frontend ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/emby/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/emby/app-logs-after.txt new file mode 100644 index 00000000..992b5593 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/app-logs-after.txt @@ -0,0 +1,285 @@ +emby | s6-rc: info: service s6rc-oneshot-runner: starting +emby | s6-rc: info: service s6rc-oneshot-runner successfully started +emby | s6-rc: info: service fix-attrs: starting +emby | s6-rc: info: service fix-attrs successfully started +emby | s6-rc: info: service legacy-cont-init: starting +emby | s6-rc: info: service legacy-cont-init successfully started +emby | s6-rc: info: service emby-server: starting +emby | s6-rc: info: service emby-server successfully started +emby | s6-rc: info: service legacy-services: starting +emby | s6-rc: info: service legacy-services successfully started +emby | Info Main: Application path: /system/EmbyServer.dll +emby | Info NetworkManager: Adding event handler for NetworkChange.NetworkAddressChanged +emby | Info App: Setting default culture to en-us +emby | Info Main: Emby Server 4.11.0.3 +emby | Command line: /system/EmbyServer.dll -programdata /config -ffdetect /bin/ffdetect -ffmpeg /bin/ffmpeg -ffprobe /bin/ffprobe -restartexitcode 3 +emby | Operating system: Linux version 7.0.2-6-pve (build@proxmox) (gcc (Debian 14.2.0-19) 14.2.0, GNU ld (GNU Binutils for Debian) 2.44) #1 SMP PREEMPT_DYNAMIC PMX 7.0.2-6 (2 +emby | OS/Process: x64/x64 +emby | Framework: .NET 8.0.28 +emby | Runtime: system/System.Private.CoreLib.dll +emby | Processor count: 7 +emby | Data path: /config +emby | Application path: /system +emby | Info Main: Logs path: /config/logs +emby | Info Main: Cache path: /config/cache +emby | Info Main: Internal metadata path: /config/metadata +emby | Info Main: DefaultThreadCurrentCulture: en-US +emby | Info Main: DefaultThreadCurrentUICulture: en-US +emby | Info Main: DefaultThreadCurrentUICulture: en-US +emby | Info Main: Server Friendly Name: ‌4d93ba98e985‌ +emby | Info Main: Local time: 09/23/2026 21:16:15 +02:00 +emby | Info App: Emby Server Version: 4.11.0.3 +emby | Info App: Loading assemblies +emby | Info App: File /config/plugins/Emby.XmlTV.dll has version 1.2.2.0 +emby | Info App: File /system/plugins/Emby.XmlTV.dll has version 1.2.2.0 +emby | Info App: File /config/plugins/StudioImages.dll has version 1.0.3.0 +emby | Info App: File /system/plugins/StudioImages.dll has version 1.0.3.0 +emby | Info App: File /config/plugins/OpenSubtitles.dll has version 1.0.69.0 +emby | Info App: File /system/plugins/OpenSubtitles.dll has version 1.0.69.0 +emby | Info App: File /config/plugins/NfoMetadata.dll has version 1.0.86.0 +emby | Info App: File /system/plugins/NfoMetadata.dll has version 1.0.86.0 +emby | Info App: File /config/plugins/Emby.Server.CinemaMode.dll has version 1.0.52.0 +emby | Info App: File /system/plugins/Emby.Server.CinemaMode.dll has version 1.0.52.0 +emby | Info App: File /config/plugins/MusicBrainz.dll has version 1.0.30.0 +emby | Info App: File /system/plugins/MusicBrainz.dll has version 1.0.30.0 +emby | Info App: File /config/plugins/MBBackup.dll has version 1.8.6.0 +emby | Info App: File /system/plugins/MBBackup.dll has version 1.8.6.0 +emby | Info App: File /config/plugins/MovieDb.dll has version 1.9.5.0 +emby | Info App: File /system/plugins/MovieDb.dll has version 1.9.5.0 +emby | Info App: File /config/plugins/Emby.Webhooks.dll has version 1.0.38.0 +emby | Info App: File /system/plugins/Emby.Webhooks.dll has version 1.0.38.0 +emby | Info App: File /config/plugins/Emby.Dlna.dll has version 1.5.7.0 +emby | Info App: File /system/plugins/Emby.Dlna.dll has version 1.5.7.0 +emby | Info App: File /config/plugins/AudioDb.dll has version 1.0.21.0 +emby | Info App: File /system/plugins/AudioDb.dll has version 1.0.21.0 +emby | Info App: File /config/plugins/Fanart.dll has version 1.0.18.0 +emby | Info App: File /system/plugins/Fanart.dll has version 1.0.18.0 +emby | Info App: File /config/plugins/DvdMounter.dll has version 1.0.2.0 +emby | Info App: File /system/plugins/DvdMounter.dll has version 1.0.2.0 +emby | Info App: File /config/plugins/EmbyGuideData.dll has version 1.0.21.0 +emby | Info App: File /system/plugins/EmbyGuideData.dll has version 1.0.21.0 +emby | Info App: File /config/plugins/BlurayMounter.dll has version 1.0.5.0 +emby | Info App: File /system/plugins/BlurayMounter.dll has version 1.0.5.0 +emby | Info App: File /config/plugins/OMDb.dll has version 1.0.23.0 +emby | Info App: File /system/plugins/OMDb.dll has version 1.0.23.0 +emby | Info App: File /config/plugins/Emby.PortMapper.dll has version 1.3.0.0 +emby | Info App: File /system/plugins/Emby.PortMapper.dll has version 1.3.0.0 +emby | Info App: File /config/plugins/Tvdb.dll has version 1.6.6.0 +emby | Info App: File /system/plugins/Tvdb.dll has version 1.6.6.0 +emby | Info App: File /config/plugins/Emby.M3UTuner.dll has version 1.0.46.0 +emby | Info App: File /system/plugins/Emby.M3UTuner.dll has version 1.0.46.0 +emby | Info App: Loading Emby.Api, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Web, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading MediaBrowser.Model, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading MediaBrowser.Common, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading MediaBrowser.Controller, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Providers, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Photos, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Server.Implementations, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.LiveTV, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.ActivityLog, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Server.MediaEncoding, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.LocalMetadata, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Notifications, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Web.GenericUI, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Codecs.Dxva, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Codecs, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Server.Connect, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.Server.Sync, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading EmbyServer, Version=4.11.0.3, Culture=neutral, PublicKeyToken=null +emby | Info App: Loading Emby.XmlTV, Version=1.2.2.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Emby.XmlTV.dll +emby | Info App: Loading StudioImages, Version=1.0.3.0, Culture=neutral, PublicKeyToken=null from /config/plugins/StudioImages.dll +emby | Info App: Loading OpenSubtitles, Version=1.0.69.0, Culture=neutral, PublicKeyToken=null from /config/plugins/OpenSubtitles.dll +emby | Info App: Loading NfoMetadata, Version=1.0.86.0, Culture=neutral, PublicKeyToken=null from /config/plugins/NfoMetadata.dll +emby | Info App: Loading Emby.Server.CinemaMode, Version=1.0.52.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Emby.Server.CinemaMode.dll +emby | Info App: Loading MusicBrainz, Version=1.0.30.0, Culture=neutral, PublicKeyToken=null from /config/plugins/MusicBrainz.dll +emby | Info App: Loading MBBackup, Version=1.8.6.0, Culture=neutral, PublicKeyToken=null from /config/plugins/MBBackup.dll +emby | Info App: Loading MovieDb, Version=1.9.5.0, Culture=neutral, PublicKeyToken=null from /config/plugins/MovieDb.dll +emby | Info App: Loading Emby.Webhooks, Version=1.0.38.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Emby.Webhooks.dll +emby | Info App: Loading Emby.Dlna, Version=1.5.7.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Emby.Dlna.dll +emby | Info App: Loading AudioDb, Version=1.0.21.0, Culture=neutral, PublicKeyToken=null from /config/plugins/AudioDb.dll +emby | Info App: Loading Fanart, Version=1.0.18.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Fanart.dll +emby | Info App: Loading DvdMounter, Version=1.0.2.0, Culture=neutral, PublicKeyToken=null from /config/plugins/DvdMounter.dll +emby | Info App: Loading EmbyGuideData, Version=1.0.21.0, Culture=neutral, PublicKeyToken=null from /config/plugins/EmbyGuideData.dll +emby | Info App: Loading BlurayMounter, Version=1.0.5.0, Culture=neutral, PublicKeyToken=null from /config/plugins/BlurayMounter.dll +emby | Info App: Loading OMDb, Version=1.0.23.0, Culture=neutral, PublicKeyToken=null from /config/plugins/OMDb.dll +emby | Info App: Loading Emby.PortMapper, Version=1.3.0.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Emby.PortMapper.dll +emby | Info App: Loading Tvdb, Version=1.6.6.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Tvdb.dll +emby | Info App: Loading Emby.M3UTuner, Version=1.0.46.0, Culture=neutral, PublicKeyToken=null from /config/plugins/Emby.M3UTuner.dll +emby | Info SqliteUserRepository: Initializing PooledDatabaseConnectionManager with pool size: 3 +emby | Info SqliteUserRepository: Sqlite version: 3.53.4 +emby | Info SqliteUserRepository: Sqlite compiler options: ATOMIC_INTRINSICS=1,COMPILER=gcc-13.4.0,DEFAULT_AUTOVACUUM,DEFAULT_CACHE_SIZE=-2000,DEFAULT_FILE_FORMAT=4,DEFAULT_JOURNAL_SIZE_LIMIT=-1,DEFAULT_MMAP_SIZE=0,DEFAULT_PAGE_SIZE=4096,DEFAULT_PCACHE_INITSZ=20,DEFAULT_RECURSIVE_TRIGGERS,DEFAULT_SECTOR_SIZE=4096,DEFAULT_SYNCHRONOUS=2,DEFAULT_WAL_AUTOCHECKPOINT=1000,DEFAULT_WAL_SYNCHRONOUS=2,DEFAULT_WORKER_THREADS=0,DIRECT_OVERFLOW_READ,ENABLE_COLUMN_METADATA,ENABLE_FTS3_PARENTHESIS,ENABLE_FTS3_TOKENIZER,ENABLE_FTS5,ENABLE_MATH_FUNCTIONS,ENABLE_PERCENTILE,ENABLE_UPDATE_DELETE_LIMIT,LIKE_DOESNT_MATCH_BLOBS,MALLOC_SOFT_LIMIT=1024,MAX_ATTACHED=10,MAX_COLUMN=2000,MAX_COMPOUND_SELECT=500,MAX_DEFAULT_PAGE_SIZE=8192,MAX_EXPR_DEPTH=1000,MAX_FUNCTION_ARG=1000,MAX_LENGTH=1000000000,MAX_LIKE_PATTERN_LENGTH=50000,MAX_MMAP_SIZE=0x7fff0000,MAX_PAGE_COUNT=0xfffffffe,MAX_PAGE_SIZE=65536,MAX_SCHEMA_RETRY=25,MAX_SQL_LENGTH=1000000000,MAX_TRIGGER_DEPTH=1000,MAX_VARIABLE_NUMBER=250000,MAX_VDBE_OP=250000000,MAX_WORKER_THREADS=8,MUTEX_PTHREADS,OMIT_LOOKASIDE,OMIT_SHARED_CACHE,SYSTEM_MALLOC,TEMP_STORE=1,THREADSAFE=1 +emby | Info SqliteUserRepository: Sqlite ThreadSafe: 1 +emby | Info SqliteUserRepository: Sqlite ThreadingMode: MultiThreaded +emby | Info SqliteUserRepository: Opening sqlite connection to /config/data/users.db. isReadOnly: False +emby | Info SqliteUserRepository: Default journal_mode for /config/data/users.db is wal +emby | Info SqliteUserRepository: PRAGMA cache_size=-65536 +emby | Info SqliteUserRepository: PRAGMA page_size=4096 +emby | Info SqliteUserRepository: PRAGMA foreign_keys=1 +emby | Info SqliteUserRepository: PRAGMA SECURE_DELETE=0 +emby | Info SqliteUserRepository: Result of setting SQLITE_DBCONFIG_DQS_DDL to 0 is 0 +emby | Info SqliteUserRepository: Result of setting SQLITE_DBCONFIG_DQS_DML to 0 is 0 +emby | Info SqliteItemRepository: Initializing PooledDatabaseConnectionManager with pool size: 5 +emby | Info AuthenticationRepository: Initializing PooledDatabaseConnectionManager with pool size: 5 +emby | Info ActivityRepository: Initializing PooledDatabaseConnectionManager with pool size: 3 +emby | Info ActivityRepository: Opening sqlite connection to /config/data/activitylog.db. isReadOnly: False +emby | Info ActivityRepository: Default journal_mode for /config/data/activitylog.db is wal +emby | Info ActivityRepository: PRAGMA cache_size=-65536 +emby | Info ActivityRepository: PRAGMA page_size=4096 +emby | Info ActivityRepository: PRAGMA foreign_keys=1 +emby | Info ActivityRepository: PRAGMA SECURE_DELETE=0 +emby | Info ActivityRepository: Result of setting SQLITE_DBCONFIG_DQS_DDL to 0 is 0 +emby | Info ActivityRepository: Result of setting SQLITE_DBCONFIG_DQS_DML to 0 is 0 +emby | Info NetworkManager: Detecting local network addresses +emby | Info NetworkManager: networkInterface: Ethernet eth0, Speed: 10000000000, Description: eth0 +emby | Info NetworkManager: GatewayAddresses: 172.18.0.1 +emby | Info NetworkManager: UnicastAddresses: 172.18.0.4 +emby | Info NetworkManager: networkInterface: Loopback lo, Speed: -1, Description: lo +emby | Info NetworkManager: GatewayAddresses: +emby | Info NetworkManager: UnicastAddresses: 127.0.0.1,::1 +emby | Info NetworkManager: Detected local ip addresses: [{"IPAddress":"172.18.0.4","HasGateWayAddress":true,"PrefixLength":16,"IPv4Mask":"255.255.0.0","BroadcastAddress":"172.18.255.255"},{"IPAddress":"127.0.0.1","HasGateWayAddress":false,"PrefixLength":8,"IPv4Mask":"255.0.0.0","BroadcastAddress":"127.255.255.255"},{"IPAddress":"::1","HasGateWayAddress":false,"PrefixLength":128}] +emby | Info App: Adding HttpListener prefix http://+:8096/ +emby | Info AuthenticationRepository: Opening sqlite connection to /config/data/authentication.db. isReadOnly: False +emby | Info AuthenticationRepository: Default journal_mode for /config/data/authentication.db is wal +emby | Info AuthenticationRepository: PRAGMA cache_size=-65536 +emby | Info AuthenticationRepository: PRAGMA page_size=4096 +emby | Info AuthenticationRepository: PRAGMA foreign_keys=1 +emby | Info AuthenticationRepository: PRAGMA SECURE_DELETE=0 +emby | Info AuthenticationRepository: Result of setting SQLITE_DBCONFIG_DQS_DDL to 0 is 0 +emby | Info AuthenticationRepository: Result of setting SQLITE_DBCONFIG_DQS_DML to 0 is 0 +emby | Info SqliteItemRepository: Opening sqlite connection to /config/data/library.db. isReadOnly: False +emby | Info SqliteItemRepository: Default journal_mode for /config/data/library.db is wal +emby | Info SqliteItemRepository: PRAGMA cache_size=-131072 +emby | Info SqliteItemRepository: PRAGMA page_size=4096 +emby | Info SqliteItemRepository: PRAGMA foreign_keys=1 +emby | Info SqliteItemRepository: PRAGMA SECURE_DELETE=0 +emby | Info SqliteItemRepository: Result of setting SQLITE_DBCONFIG_DQS_DDL to 0 is 0 +emby | Info SqliteItemRepository: Result of setting SQLITE_DBCONFIG_DQS_DML to 0 is 0 +emby | Info SqliteItemRepository: Init Complete +emby | Info SqliteItemRepository: Opening sqlite connection to /config/data/library.db. isReadOnly: True +emby | Info SqliteItemRepository: PRAGMA cache_size=-131072 +emby | Info SqliteItemRepository: PRAGMA page_size=4096 +emby | Info SqliteItemRepository: PRAGMA foreign_keys=1 +emby | Info SqliteItemRepository: PRAGMA SECURE_DELETE=0 +emby | Info SqliteItemRepository: Result of setting SQLITE_DBCONFIG_DQS_DDL to 0 is 0 +emby | Info SqliteItemRepository: Result of setting SQLITE_DBCONFIG_DQS_DML to 0 is 0 +emby | Info SqliteUserRepository: Opening sqlite connection to /config/data/users.db. isReadOnly: True +emby | Info SqliteUserRepository: PRAGMA cache_size=-65536 +emby | Info SqliteUserRepository: PRAGMA page_size=4096 +emby | Info SqliteUserRepository: PRAGMA foreign_keys=1 +emby | Info SqliteUserRepository: PRAGMA SECURE_DELETE=0 +emby | Info SqliteUserRepository: Result of setting SQLITE_DBCONFIG_DQS_DDL to 0 is 0 +emby | Info SqliteUserRepository: Result of setting SQLITE_DBCONFIG_DQS_DML to 0 is 0 +emby | Info App: Emby Server 4.11.0.3 +emby | Command line: /system/EmbyServer.dll -programdata /config -ffdetect /bin/ffdetect -ffmpeg /bin/ffmpeg -ffprobe /bin/ffprobe -restartexitcode 3 +emby | Operating system: Linux version 7.0.2-6-pve (build@proxmox) (gcc (Debian 14.2.0-19) 14.2.0, GNU ld (GNU Binutils for Debian) 2.44) #1 SMP PREEMPT_DYNAMIC PMX 7.0.2-6 (2 +emby | OS/Process: x64/x64 +emby | Framework: .NET 8.0.28 +emby | Runtime: system/System.Private.CoreLib.dll +emby | Processor count: 7 +emby | Data path: /config +emby | Application path: /system +emby | Info App: Logs path: /config/logs +emby | Info App: Cache path: /config/cache +emby | Info App: Internal metadata path: /config/metadata +emby | Info App: Transcoding temporary files path: /config/transcoding-temp +emby | Info App: DefaultThreadCurrentCulture: en-US +emby | Info App: DefaultThreadCurrentUICulture: en-US +emby | Info App: DefaultThreadCurrentUICulture: en-US +emby | Info App: Server Friendly Name: ‌4d93ba98e985‌ +emby | Info App: Local time: 09/23/2026 21:16:16 +02:00 +emby | Info FfmpegManager: FFMpeg: /bin/ffmpeg +emby | Info FfmpegManager: FFProbe: /bin/ffprobe +emby | Info FfmpegManager: FFDetect: /bin/ffdetect +emby | Info Skia: SkiaSharp version: 2.88.0.0 +emby | Info libvips: NetVips version: 3.0.0.0 +emby | Info ImageProcessor: Adding image processor Skia +emby | Info ImageProcessor: Adding image processor libvips +emby | Info TaskManager: Daily trigger for Video preview thumbnail extraction set to fire at 09/24/2026 02:00:00, which is 283.71011232666666 minutes from now. +emby | Info TaskManager: Daily trigger for Rotate log file set to fire at 09/24/2026 00:00:00, which is 163.70976361166666 minutes from now. +emby | Info TaskManager: Queueing task HardwareDetectionScheduledTask +emby | Info TaskManager: Executing Hardware Detection +emby | Info TaskManager: Daily trigger for Emby Server Backup set to fire at 09/24/2026 00:10:00, which is 173.70959885666667 minutes from now. +emby | Info App: ServerId: b7cfc61ce2714e7db9d5891556324e61 +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -version' Execute: /bin/ffmpeg -hide_banner -version +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -version' Process exited with code 0 +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -decoders' Execute: /bin/ffmpeg -hide_banner -decoders +emby | Info App: Starting entry point Emby.Server.Implementations.Networking.RemoteAddressEntryPoint +emby | Info App: Loading data from /config/data/wan.dat +emby | Info App: Entry point completed: Emby.Server.Implementations.Networking.RemoteAddressEntryPoint. Duration: 0.0030928 seconds +emby | Info App: Starting entry point Emby.Server.Connect.ConnectEntryPoint +emby | Info App: Loading data from /config/data/connect.txt +emby | Info App: Entry point completed: Emby.Server.Connect.ConnectEntryPoint. Duration: 0.0016412 seconds +emby | Info App: Starting entry point Emby.Dlna.Main.DlnaEntryPoint +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -decoders' Process exited with code 0 +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -encoders' Execute: /bin/ffmpeg -hide_banner -encoders +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -encoders' Process exited with code 0 +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -hwaccels' Execute: /bin/ffmpeg -hide_banner -hwaccels +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -hwaccels' Process exited with code 0 +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -protocols' Execute: /bin/ffmpeg -hide_banner -protocols +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -protocols' Process exited with code 0 +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -filters' Execute: /bin/ffmpeg -hide_banner -filters +emby | Info App: Entry point completed: Emby.Dlna.Main.DlnaEntryPoint. Duration: 0.0607333 seconds +emby | Info App: Core startup complete +emby | Info App: Starting entry point Emby.Server.Implementations.Udp.UdpServerEntryPoint +emby | Info App: Entry point completed: Emby.Server.Implementations.Udp.UdpServerEntryPoint. Duration: 0.0011928 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.Session.PartyEventNotifier +emby | Info App: Entry point completed: Emby.Server.Implementations.Session.PartyEventNotifier. Duration: 0.0008384 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.Playlists.PlaylistUpgradeEntryPoint +emby | Info FfmpegManager: ProcessRun 'ffmpeg -hide_banner -filters' Process exited with code 0 +emby | Info App: Entry point completed: Emby.Server.Implementations.Playlists.PlaylistUpgradeEntryPoint. Duration: 0.0013443 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.Library.DeviceAccessEntryPoint +emby | Info App: Entry point completed: Emby.Server.Implementations.Library.DeviceAccessEntryPoint. Duration: 0.0003541 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.IO.LibraryMonitorStartup +emby | Info FfmpegManager: FfmpegValidator.Validate complete +emby | Info App: Entry point completed: Emby.Server.Implementations.IO.LibraryMonitorStartup. Duration: 0.0219321 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.AutomaticRestartEntryPoint +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.AutomaticRestartEntryPoint. Duration: 0.0003698 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.KeepServerAwake +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.KeepServerAwake. Duration: 0.0002072 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.LibraryChangedNotifier +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.LibraryChangedNotifier. Duration: 0.0007629 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.LogLibrariesEntryPoint +emby | Info App: Libraries +emby | Server Configuration: CollapseVideoFolders: False +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.LogLibrariesEntryPoint. Duration: 0.0009337 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.ServerEventNotifier +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.ServerEventNotifier. Duration: 0.0015955 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.StartupWizard +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.StartupWizard. Duration: 0.0003346 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.SystemEvents +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.SystemEvents. Duration: 0.0002668 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.EntryPoints.UserDataChangeNotifier +emby | Info App: Entry point completed: Emby.Server.Implementations.EntryPoints.UserDataChangeNotifier. Duration: 0.0002909 seconds +emby | Info App: Starting entry point Emby.Server.Implementations.Channels.ChannelsEntryPoint +emby | Info App: Entry point completed: Emby.Server.Implementations.Channels.ChannelsEntryPoint. Duration: 0.0023504 seconds +emby | Info App: Starting entry point Emby.LiveTV.EntryPoint +emby | Info LiveTV: Loading live tv data from /config/data/livetv/timers +emby | Info App: Entry point completed: Emby.LiveTV.EntryPoint. Duration: 0.002251 seconds +emby | Info App: Starting entry point Emby.LiveTV.RecordingNotifier +emby | Info App: Entry point completed: Emby.LiveTV.RecordingNotifier. Duration: 0.0011052 seconds +emby | Info App: Starting entry point Emby.Server.MediaEncoding.Api.EncodingManagerEntryPoint +emby | Info App: Entry point completed: Emby.Server.MediaEncoding.Api.EncodingManagerEntryPoint. Duration: 0.0006979 seconds +emby | Info App: Starting entry point Emby.Notifications.NotificationManagerEntryPoint +emby | Info Notifications: Registering event nofitier Activity Log +emby | Info Notifications: Registering event nofitier Emby Server User Notifications +emby | Info Notifications: Registering event factory CoreNotificationTypeFactory +emby | Info Notifications: Registering event factory BackupNotificationTypeFactory +emby | Info App: Entry point completed: Emby.Notifications.NotificationManagerEntryPoint. Duration: 0.0246997 seconds +emby | Info App: Starting entry point Emby.Server.Sync.SyncNotificationEntryPoint +emby | Info App: Entry point completed: Emby.Server.Sync.SyncNotificationEntryPoint. Duration: 0.001121 seconds +emby | Info App: Starting entry point EmbyServer.Windows.LoopUtilEntryPoint +emby | Info App: Entry point completed: EmbyServer.Windows.LoopUtilEntryPoint. Duration: 0.0001341 seconds +emby | Info App: Starting entry point NfoMetadata.EntryPoint +emby | Info App: Entry point completed: NfoMetadata.EntryPoint. Duration: 0.0001188 seconds +emby | Info App: Starting entry point Emby.Security.PluginSecurityManager +emby | Info App: Entry point completed: Emby.Security.PluginSecurityManager. Duration: 3.76E-05 seconds +emby | Info App: Starting entry point Emby.Server.CinemaMode.IntrosEntryPoint +emby | Info App: Entry point completed: Emby.Server.CinemaMode.IntrosEntryPoint. Duration: 0.000117 seconds +emby | Info App: Starting entry point MBBackup.ServerEntryPoint +emby | Info App: Entry point completed: MBBackup.ServerEntryPoint. Duration: 3.92E-05 seconds +emby | Info App: Starting entry point Emby.PortMapper.ExternalPortForwarding +emby | Info App: Entry point completed: Emby.PortMapper.ExternalPortForwarding. Duration: 0.0012772 seconds +emby | Info App: Starting entry point Tvdb.EntryPoint +emby | Info App: Entry point completed: Tvdb.EntryPoint. Duration: 8.04E-05 seconds +emby | Info App: All entry points have started diff --git a/documentation/audits/night-2026-09-23/apps/emby/badges.json b/documentation/audits/night-2026-09-23/apps/emby/badges.json new file mode 100644 index 00000000..c0a469cd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/badges.json @@ -0,0 +1,21 @@ +{ + "before": { + "hu": [], + "en": [] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "714fdcb56d95" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/emby/log.txt b/documentation/audits/night-2026-09-23/apps/emby/log.txt new file mode 100644 index 00000000..e2825dfe --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/log.txt @@ -0,0 +1,33 @@ +21:15:31 ==== emby: emby/embyserver:4.11.0.1 -> emby/embyserver:4.11.0.3 (sub=emby, class=embedded) +21:15:35 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/emby'] +21:15:35 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:15:35 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:15:50 [1] deployed, controller state=running, pinned={'emby': 'emby/embyserver:4.11.0.1'} +21:15:53 [2] seeding through the app's own front door +21:15:53 emby: seeded first user drill2f6efbe0 +21:15:53 [3] control C1 — reading the seed back BEFORE the update +21:15:53 emby: readback found=True (http 200, control passed) +21:15:53 [4] backup press SKIPPED for emby (R-648: whole-box only; the update's backing-up phase backs up emby alone) +21:15:54 [5] drill commit 714fdcb56d95: emby emby/embyserver:4.11.0.1 -> emby/embyserver:4.11.0.3 (push rc=0) +21:15:59 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:15:59 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:15:59 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:15:59 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:16:01 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:16:12 + 13.4s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:16:15 + 16.4s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:16:20 + 21.6s phase=done label=Frissítve err=None hold=None +21:16:20 [7] reading the seed back AFTER the update +21:16:21 emby: readback found=True (http 200, control passed) +21:16:24 [8] pinned = {'emby': 'emby/embyserver:4.11.0.3'} +21:16:24 [8] installed = {'emby': 'emby/embyserver:4.11.0.3'} +21:16:24 [8] compose = ['image: emby/embyserver:4.11.0.3'] +21:16:24 [8] inspect = ['emby emby/embyserver:4.11.0.3 running=true restarts=0'] +21:16:24 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/emby/verdict.json +21:16:24 [X] stop -> 200 {'ok': True, 'message': 'Stack emby stop completed'} +21:16:29 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/emby tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó viss +21:16:29 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:16:56 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'emby', 'volumes_removed': ['emby_emby_config'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths_removed': [' +21:17:05 [X] after remove: deployed=False leftovers='/opt/docker/stacks/emby' +21:18:08 [X] R-626 check +60 s after remove: 'clean' +21:18:08 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/emby/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/emby/observables-before.json b/documentation/audits/night-2026-09-23/apps/emby/observables-before.json new file mode 100644 index 00000000..e7f638b7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/observables-before.json @@ -0,0 +1,15 @@ +{ + "pinned_images": { + "emby": "emby/embyserver:4.11.0.1" + }, + "installed_images": { + "emby": "emby/embyserver:4.11.0.1" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: emby/embyserver:4.11.0.1" + ], + "docker_inspect": [ + "emby emby/embyserver:4.11.0.1 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/emby/observables.json b/documentation/audits/night-2026-09-23/apps/emby/observables.json new file mode 100644 index 00000000..9970408e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/observables.json @@ -0,0 +1,34 @@ +{ + "before": { + "pinned_images": { + "emby": "emby/embyserver:4.11.0.1" + }, + "installed_images": { + "emby": "emby/embyserver:4.11.0.1" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: emby/embyserver:4.11.0.1" + ], + "docker_inspect": [ + "emby emby/embyserver:4.11.0.1 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "emby": "emby/embyserver:4.11.0.3" + }, + "installed_images": { + "emby": "emby/embyserver:4.11.0.3" + }, + "catalog_images": { + "emby": "emby/embyserver:4.11.0.3" + }, + "live_compose_image_lines": [ + "image: emby/embyserver:4.11.0.3" + ], + "docker_inspect": [ + "emby emby/embyserver:4.11.0.3 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/emby/phases.json b/documentation/audits/night-2026-09-23/apps/emby/phases.json new file mode 100644 index 00000000..642519e7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/phases.json @@ -0,0 +1,51 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 13.4, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 16.4, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 21.6, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 21.6, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/emby/verdict.json b/documentation/audits/night-2026-09-23/apps/emby/verdict.json new file mode 100644 index 00000000..74325d39 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/emby/verdict.json @@ -0,0 +1,45 @@ +{ + "harness_version": 1, + "app": "emby", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "embedded", + "from": { + "emby": "emby/embyserver:4.11.0.1" + }, + "to": { + "emby": "emby/embyserver:4.11.0.3" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "emby | Info App: Starting entry point Emby.Server.Implementations.Playlists.PlaylistUpgradeEntryPoint", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 21.6, + "measured_at": "2026-09-23T19:15:32.057260+00:00", + "evidence": "apps/emby/", + "notes": [], + "badge_catchup_seconds": 4.5, + "observables_after": { + "pinned_images": { + "emby": "emby/embyserver:4.11.0.3" + }, + "installed_images": { + "emby": "emby/embyserver:4.11.0.3" + }, + "catalog_images": { + "emby": "emby/embyserver:4.11.0.3" + }, + "live_compose_image_lines": [ + "image: emby/embyserver:4.11.0.3" + ], + "docker_inspect": [ + "emby emby/embyserver:4.11.0.3 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/ghost/app-logs-after.txt new file mode 100644 index 00000000..40c7edc5 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/app-logs-after.txt @@ -0,0 +1,62 @@ +ghost | [2026-09-23 20:56:49] INFO Ghost is running in production... +ghost | [2026-09-23 20:56:49] INFO Your site is now available on https://blog.enkisfelhom.hu/ +ghost | [2026-09-23 20:56:49] INFO Ctrl+C to shut down +ghost | [2026-09-23 20:56:49] INFO Ghost server started in 1.147s +ghost | [2026-09-23 20:56:49] WARN Database state requires migration. +ghost | [2026-09-23 20:56:49] INFO Creating database backup +ghost | [2026-09-23 20:56:49] INFO Database backup written to /var/lib/ghost/content/data/drill-d6487b849cef.ghost.2026-09-23-18-56-49.json +ghost | [2026-09-23 20:56:49] INFO Running migrations. +ghost | [2026-09-23 20:56:49] INFO Adding table: members_metafield_change_events +ghost | [2026-09-23 20:56:49] INFO Database is in a ready state. +ghost | [2026-09-23 20:56:49] INFO Ghost database ready in 1.657s +ghost | [2026-09-23 20:56:50] WARN Missing mail.from config, falling back to a generated email address. Please update your config file and set a valid from address +ghost | [2026-09-23 20:56:50] INFO Invalidating assets for regeneration +ghost | [2026-09-23 20:56:52] INFO [EmailAnalytics:newsletters] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 20:56:52] INFO [EmailAnalytics:automations] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 20:56:52] INFO [EmailAnalytics:gifts] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 20:56:52] INFO Pinging Explore with Payload https://explore.ghost.org/api/update {"ghost":"6.65.0","site_uuid":"e12e9439-daf5-4caa-99fa-0347760d4492","url":"https://blog.enkisfelhom.hu","theme":"source","facebook":"ghost","twitter":"@ghost","posts_total":2,"posts_last":"2026-09-23T16:54:30.000Z","posts_first":"2026-09-23T16:54:29.000Z"} +ghost | [2026-09-23 20:56:52] INFO Stripe members-migrations skipped because it has already run +ghost | [2026-09-23 20:56:52] INFO Ghost booted in 4.663s +ghost | [2026-09-23 20:56:52] INFO [Background Job] clean-gifts scheduled at 13 44 2 * * * +ghost | [2026-09-23 20:56:52] INFO [Background Job] send-gift-reminders scheduled at 36 58 2 * * * +ghost | [2026-09-23 20:56:52] INFO [Background Job] clean-tokens scheduled at 17 53 4 * * * +ghost | [2026-09-23 20:56:52] INFO [Background Job] clean-expired-comped scheduled at 9 4 4 * * * +ghost | [2026-09-23 20:56:52] INFO [Tinybird sync] Not started: Traffic Analytics service is not configured +ghost | [2026-09-23 20:56:52] INFO [Background Job] update-check scheduled at 26 46 11 * * * +ghost | [2026-09-23 20:56:52] INFO Running milestone emails job on Fri Sep 25 2026 20:56:52 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 20:56:52] ERROR Could not get webhook secret for ActivityPub SyntaxError: Unexpected non-whitespace character after JSON at position 4 (line 1 column 5) +ghost | [2026-09-23 20:56:52] ERROR No webhook secret found - cannot initialise +ghost | [2026-09-23 20:56:52] INFO "GET /" 301 7ms +ghost | [2026-09-23 20:56:53] INFO Explore Response 200 OK +ghost | [2026-09-23 20:56:57] INFO "GET /" 301 7ms +ghost | [2026-09-23 20:56:59] ERROR Unknown Request error. +ghost |  +ghost | Unknown Request error. +ghost | +ghost | "https://blog.enkisfelhom.hu/favicon.ico" +ghost | +ghost | Error ID: +ghost | dca0544e-6c3f-4f3e-8ac1-32429a266d00 +ghost | +ghost | Error Code:  +ghost | IMAGE_SIZE_URL +ghost | +ghost | ---------------------------------------- +ghost | +ghost | HTTPError: Request failed with status code 404 (Not Found): GET https://blog.enkisfelhom.hu/favicon.ico +ghost | at /var/lib/ghost/versions/6.65.0/core/server/lib/image/image-size.js:246:13 +ghost | at Request._onResponseBase (file:///var/lib/ghost/versions/6.65.0/node_modules/.pnpm/got@16.0.0/node_modules/got/dist/source/core/index.js:1076:31) +ghost | at Request._onResponse (file:///var/lib/ghost/versions/6.65.0/node_modules/.pnpm/got@16.0.0/node_modules/got/dist/source/core/index.js:1187:24) +ghost | at ClientRequest. (file:///var/lib/ghost/versions/6.65.0/node_modules/.pnpm/got@16.0.0/node_modules/got/dist/source/core/index.js:1215:23) +ghost | at Object.onceWrapper (node:events:634:26) +ghost | at ClientRequest.emit (node:events:531:35) +ghost | at HTTPParser.parserOnIncomingClient (node:_http_client:780:27) +ghost | at HTTPParser.parserOnHeadersComplete (node:_http_common:125:17) +ghost | at TLSSocket.socketOnData (node:_http_client:615:22) +ghost | at TLSSocket.emit (node:events:519:28) +ghost | at addChunk (node:internal/streams/readable:561:12) +ghost | at readableAddChunkPushByteMode (node:internal/streams/readable:512:3) +ghost | at Readable.push (node:internal/streams/readable:392:5) +ghost | at TLSWrap.onStreamRead (node:internal/stream_base_commons:189:23) +ghost |  +ghost | [2026-09-23 20:56:59] INFO "GET /" 200 631ms diff --git a/documentation/audits/night-2026-09-23/apps/ghost/badges.json b/documentation/audits/night-2026-09-23/apps/ghost/badges.json new file mode 100644 index 00000000..bd023cff --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/badges.json @@ -0,0 +1,31 @@ +{ + "before": { + "hu": [ + { + "title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.", + "text": "Naprakész" + } + ], + "en": [ + { + "title": "This app is running the newest version available.", + "text": "Up to date" + } + ] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "67733bf825f9" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/MV-ghost.log b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/MV-ghost.log new file mode 100644 index 00000000..02e6e767 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/MV-ghost.log @@ -0,0 +1,104 @@ +[18:53:46] MV-ghost: deploying ghost at FROM {'ghost': 'ghost:6.64.0-alpine'} +[18:55:21] FROM settled=True in 30.9s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:55:21] fixture: the BOX walk's own (Ghost), through upgrade_boxport +[18:55:23] ghost: seeded site title Drill-27cb14855358 +[18:55:23] ghost: readback found=True (http 200, control passed) +[18:55:23] C1 (seed reads back BEFORE): True +[18:55:23] MV-ghost: swapping to TO {'ghost': 'ghost:6.65.0-alpine'} +[18:56:20] TO up -d rc=0 +[18:56:51] TO settled=True in 31.1s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:56:51] migration lines observed: 3 +[18:56:52] ghost: readback found=True (http 200, control passed) +[18:56:52] RESULT (seed reads back AFTER): True +[18:56:52] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.3:2368 +[18:57:07] + 15s ghost=127M/512M peak=129M kills=0 rs=0 reqs=290 +[18:57:22] + 30s ghost=120M/512M peak=130M kills=0 rs=0 reqs=584 +[18:57:37] + 45s ghost=124M/512M peak=130M kills=0 rs=0 reqs=877 +[18:57:52] + 61s ghost=125M/512M peak=134M kills=0 rs=0 reqs=1173 +[18:58:07] + 76s ghost=126M/512M peak=134M kills=0 rs=0 reqs=1465 +[18:58:23] + 91s ghost=126M/512M peak=135M kills=0 rs=0 reqs=1759 +[18:58:38] + 106s ghost=127M/512M peak=135M kills=0 rs=0 reqs=2055 +[18:58:53] + 121s ghost=127M/512M peak=136M kills=0 rs=0 reqs=2349 +[18:59:08] + 136s ghost=128M/512M peak=136M kills=0 rs=0 reqs=2645 +[18:59:23] + 151s ghost=128M/512M peak=137M kills=0 rs=0 reqs=2941 +[18:59:38] + 166s ghost=129M/512M peak=137M kills=0 rs=0 reqs=3233 +[18:59:53] + 182s ghost=129M/512M peak=138M kills=0 rs=0 reqs=3529 +[19:00:09] + 197s ghost=130M/512M peak=138M kills=0 rs=0 reqs=3823 +[19:00:24] + 212s ghost=129M/512M peak=139M kills=0 rs=0 reqs=4119 +[19:00:39] + 227s ghost=131M/512M peak=139M kills=0 rs=0 reqs=4415 +[19:00:54] + 242s ghost=131M/512M peak=140M kills=0 rs=0 reqs=4711 +[19:01:09] + 257s ghost=132M/512M peak=140M kills=0 rs=0 reqs=5005 +[19:01:24] + 272s ghost=132M/512M peak=141M kills=0 rs=0 reqs=5301 +[19:01:39] + 288s ghost=132M/512M peak=141M kills=0 rs=0 reqs=5596 +[19:01:54] + 303s ghost=132M/512M peak=141M kills=0 rs=0 reqs=5895 +[19:02:10] + 318s ghost=133M/512M peak=141M kills=0 rs=0 reqs=6189 +[19:02:25] + 333s ghost=133M/512M peak=143M kills=0 rs=0 reqs=6483 +[19:02:40] + 348s ghost=134M/512M peak=143M kills=0 rs=0 reqs=6779 +[19:02:55] + 363s ghost=134M/512M peak=144M kills=0 rs=0 reqs=7071 +[19:03:10] + 378s ghost=135M/512M peak=144M kills=0 rs=0 reqs=7367 +[19:03:25] + 393s ghost=135M/512M peak=145M kills=0 rs=0 reqs=7663 +[19:03:40] + 408s ghost=135M/512M peak=145M kills=0 rs=0 reqs=7957 +[19:03:55] + 424s ghost=136M/512M peak=145M kills=0 rs=0 reqs=8253 +[19:04:11] + 439s ghost=136M/512M peak=145M kills=0 rs=0 reqs=8547 +[19:04:26] + 454s ghost=136M/512M peak=146M kills=0 rs=0 reqs=8843 +[19:04:41] + 469s ghost=136M/512M peak=146M kills=0 rs=0 reqs=9139 +[19:04:56] + 484s ghost=137M/512M peak=146M kills=0 rs=0 reqs=9435 +[19:05:11] + 499s ghost=136M/512M peak=146M kills=0 rs=0 reqs=9729 +[19:05:26] + 514s ghost=137M/512M peak=146M kills=0 rs=0 reqs=10022 +[19:05:41] + 530s ghost=138M/512M peak=146M kills=0 rs=0 reqs=10320 +[19:05:56] + 545s ghost=137M/512M peak=147M kills=0 rs=0 reqs=10616 +[19:06:12] + 560s ghost=138M/512M peak=147M kills=0 rs=0 reqs=10910 +[19:06:27] + 575s ghost=138M/512M peak=147M kills=0 rs=0 reqs=11208 +[19:06:42] + 590s ghost=139M/512M peak=147M kills=0 rs=0 reqs=11501 +[19:06:57] + 605s ghost=139M/512M peak=148M kills=0 rs=0 reqs=11797 +[19:06:57] memory watch: killed=False tight=[] requests=11797 codes={'err': 11797} +[19:06:57] MV-ghost: ABORT — putting the FROM images back +[19:07:30] ghost: readback found=True (http 200, control passed) +[19:07:30] ABORT: app came back in 30.8s; data present=True +{ + "harness_version": 3, + "edge": "MV-ghost", + "app": "ghost", + "note": "night 2026-09-23 within-a-major move: ghost=ghost:6.65.0-alpine", + "from": { + "ghost": "ghost:6.64.0-alpine" + }, + "to": { + "ghost": "ghost:6.65.0-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Kghost | [2026-09-23 20:56:21] \u001b[35mWARN\u001b[39m Database state requires migration.", + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": { + "soak_s": 605.4, + "requested_s": 600, + "requests": 11797, + "codes": { + "err": 11797 + }, + "first_kill": null, + "containers": { + "ghost": { + "limit": 536870912, + "peak": 155447296, + "peak_pct": 0.29, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [], + "duration_s": 31.1, + "measured_at": "2026-09-23T19:07:30Z", + "evidence": "evidence/MV-ghost", + "files_changed": [], + "total_s": 824.1 +} diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/abort-states.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/abort-states.json new file mode 100644 index 00000000..97355507 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/abort-states.json @@ -0,0 +1,8 @@ +{ + "ghost": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/compose-final.log b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/compose-final.log new file mode 100644 index 00000000..8c74776f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/compose-final.log @@ -0,0 +1,28 @@ +ghost | [2026-09-23 21:06:59] INFO Ghost is running in production... +ghost | [2026-09-23 21:06:59] INFO Your site is now available on https://blog.gate.invalid/ +ghost | [2026-09-23 21:06:59] INFO Ctrl+C to shut down +ghost | [2026-09-23 21:06:59] INFO Ghost server started in 1.188s +ghost | sqlite does not support inserting default values. Set the `useNullAsDefault` flag to hide this warning. (see docs https://knexjs.org/guide/query-builder.html#insert). +ghost | [2026-09-23 21:07:00] INFO Database is in a ready state. +ghost | [2026-09-23 21:07:00] INFO Ghost database ready in 1.372s +ghost | [2026-09-23 21:07:00] WARN Missing mail.from config, falling back to a generated email address. Please update your config file and set a valid from address +ghost | [2026-09-23 21:07:01] INFO Invalidating assets for regeneration +ghost | [2026-09-23 21:07:02] INFO [Background Job] send-gift-reminders scheduled at 5 39 3 * * * +ghost | [2026-09-23 21:07:02] INFO Adding offloaded job to the inline job queue +ghost | [2026-09-23 21:07:02] INFO Scheduling job send-gift-reminders at 5 39 3 * * *. Next run on: Thu Sep 24 2026 03:39:05 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 21:07:03] INFO [EmailAnalytics:newsletters] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:07:03] INFO [EmailAnalytics:automations] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:07:03] INFO [EmailAnalytics:gifts] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:07:03] INFO Pinging Explore with Payload https://explore.ghost.org/api/update {"ghost":"6.64.0","site_uuid":"cb2ce2bd-08a7-49d1-97ba-103f7db8c7e2","url":"https://blog.gate.invalid","theme":"source","facebook":"ghost","twitter":"@ghost","posts_total":2,"posts_last":"2026-09-23T16:55:00.000Z","posts_first":"2026-09-23T16:54:59.000Z"} +ghost | [2026-09-23 21:07:03] INFO Stripe members-migrations skipped because it has already run +ghost | [2026-09-23 21:07:03] INFO Ghost booted in 4.633s +ghost | [2026-09-23 21:07:03] INFO [Background Job] clean-gifts scheduled at 44 53 5 * * * +ghost | [2026-09-23 21:07:03] INFO [Background Job] clean-tokens scheduled at 26 46 5 * * * +ghost | [2026-09-23 21:07:03] INFO [Background Job] clean-expired-comped scheduled at 11 38 0 * * * +ghost | [2026-09-23 21:07:03] INFO [Background Job] update-check scheduled at 57 20 5 * * * +ghost | [2026-09-23 21:07:03] INFO Running milestone emails job on Wed Sep 23 2026 21:07:03 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 21:07:03] ERROR Could not get webhook secret for ActivityPub TypeError: fetch failed +ghost | [2026-09-23 21:07:03] ERROR No webhook secret found - cannot initialise +ghost | [2026-09-23 21:07:03] INFO Explore Response 200 OK +ghost | [2026-09-23 21:07:28] INFO "GET /" 301 7ms +ghost | [2026-09-23 21:07:30] INFO "GET /" 200 613ms diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/engine-state.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/engine-state.json new file mode 100644 index 00000000..ec747fa4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/engine-state.json @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-after.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-after.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-after.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-before.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-before.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/files-before.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/memory-samples.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/memory-samples.json new file mode 100644 index 00000000..b5b07d95 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/memory-samples.json @@ -0,0 +1,642 @@ +[ + { + "t": 15.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 134004736, + "peak": 135974912, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 290 + }, + { + "t": 30.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 126767104, + "peak": 136863744, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 584 + }, + { + "t": 45.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 131035136, + "peak": 136863744, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 877 + }, + { + "t": 60.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 131301376, + "peak": 141307904, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1173 + }, + { + "t": 75.7, + "containers": { + "ghost": { + "limit": 536870912, + "current": 133005312, + "peak": 141307904, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1465 + }, + { + "t": 90.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 132579328, + "peak": 142454784, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1759 + }, + { + "t": 105.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 133320704, + "peak": 142454784, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2055 + }, + { + "t": 121.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 133914624, + "peak": 143265792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2349 + }, + { + "t": 136.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 134479872, + "peak": 143265792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2645 + }, + { + "t": 151.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 134455296, + "peak": 144441344, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2941 + }, + { + "t": 166.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 135778304, + "peak": 144441344, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3233 + }, + { + "t": 181.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 135942144, + "peak": 145080320, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3529 + }, + { + "t": 196.7, + "containers": { + "ghost": { + "limit": 536870912, + "current": 136327168, + "peak": 145080320, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3823 + }, + { + "t": 211.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 136155136, + "peak": 146399232, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4119 + }, + { + "t": 226.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 137969664, + "peak": 146399232, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4415 + }, + { + "t": 242.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 137613312, + "peak": 147648512, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4711 + }, + { + "t": 257.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 138600448, + "peak": 147648512, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5005 + }, + { + "t": 272.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 138952704, + "peak": 148684800, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5301 + }, + { + "t": 287.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 138989568, + "peak": 148684800, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5596 + }, + { + "t": 302.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 139010048, + "peak": 148701184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5895 + }, + { + "t": 317.7, + "containers": { + "ghost": { + "limit": 536870912, + "current": 140308480, + "peak": 148701184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6189 + }, + { + "t": 332.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 140050432, + "peak": 150749184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6483 + }, + { + "t": 348.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 141160448, + "peak": 150749184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6779 + }, + { + "t": 363.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 141099008, + "peak": 151212032, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7071 + }, + { + "t": 378.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 141676544, + "peak": 151212032, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7367 + }, + { + "t": 393.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 142303232, + "peak": 152137728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7663 + }, + { + "t": 408.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 142573568, + "peak": 152137728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7957 + }, + { + "t": 423.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 142622720, + "peak": 152731648, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8253 + }, + { + "t": 438.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 142766080, + "peak": 152731648, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8547 + }, + { + "t": 453.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 143130624, + "peak": 153174016, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8843 + }, + { + "t": 469.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 143241216, + "peak": 153174016, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9139 + }, + { + "t": 484.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 143687680, + "peak": 153427968, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9435 + }, + { + "t": 499.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 143462400, + "peak": 153427968, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9729 + }, + { + "t": 514.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 144314368, + "peak": 154025984, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10022 + }, + { + "t": 529.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 144777216, + "peak": 154025984, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10320 + }, + { + "t": 544.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 144408576, + "peak": 154161152, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10616 + }, + { + "t": 559.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 145006592, + "peak": 154161152, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10910 + }, + { + "t": 574.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 145010688, + "peak": 154992640, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 11208 + }, + { + "t": 590.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 146378752, + "peak": 154992640, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 11501 + }, + { + "t": 605.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 146481152, + "peak": 155447296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 11797 + } +] \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/migration-lines.txt new file mode 100644 index 00000000..fdc2019c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/migration-lines.txt @@ -0,0 +1,3 @@ +ghost | [2026-09-23 20:56:21] WARN Database state requires migration. +ghost | [2026-09-23 20:56:22] INFO Running migrations. +ghost | [2026-09-23 20:56:25] INFO Stripe members-migrations skipped because it has already run \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/run.log b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/run.log new file mode 100644 index 00000000..727f08ba --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/run.log @@ -0,0 +1,57 @@ +[18:53:46] MV-ghost: deploying ghost at FROM {'ghost': 'ghost:6.64.0-alpine'} +[18:55:21] FROM settled=True in 30.9s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:55:21] fixture: the BOX walk's own (Ghost), through upgrade_boxport +[18:55:23] ghost: seeded site title Drill-27cb14855358 +[18:55:23] ghost: readback found=True (http 200, control passed) +[18:55:23] C1 (seed reads back BEFORE): True +[18:55:23] MV-ghost: swapping to TO {'ghost': 'ghost:6.65.0-alpine'} +[18:56:20] TO up -d rc=0 +[18:56:51] TO settled=True in 31.1s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:56:51] migration lines observed: 3 +[18:56:52] ghost: readback found=True (http 200, control passed) +[18:56:52] RESULT (seed reads back AFTER): True +[18:56:52] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.3:2368 +[18:57:07] + 15s ghost=127M/512M peak=129M kills=0 rs=0 reqs=290 +[18:57:22] + 30s ghost=120M/512M peak=130M kills=0 rs=0 reqs=584 +[18:57:37] + 45s ghost=124M/512M peak=130M kills=0 rs=0 reqs=877 +[18:57:52] + 61s ghost=125M/512M peak=134M kills=0 rs=0 reqs=1173 +[18:58:07] + 76s ghost=126M/512M peak=134M kills=0 rs=0 reqs=1465 +[18:58:23] + 91s ghost=126M/512M peak=135M kills=0 rs=0 reqs=1759 +[18:58:38] + 106s ghost=127M/512M peak=135M kills=0 rs=0 reqs=2055 +[18:58:53] + 121s ghost=127M/512M peak=136M kills=0 rs=0 reqs=2349 +[18:59:08] + 136s ghost=128M/512M peak=136M kills=0 rs=0 reqs=2645 +[18:59:23] + 151s ghost=128M/512M peak=137M kills=0 rs=0 reqs=2941 +[18:59:38] + 166s ghost=129M/512M peak=137M kills=0 rs=0 reqs=3233 +[18:59:53] + 182s ghost=129M/512M peak=138M kills=0 rs=0 reqs=3529 +[19:00:09] + 197s ghost=130M/512M peak=138M kills=0 rs=0 reqs=3823 +[19:00:24] + 212s ghost=129M/512M peak=139M kills=0 rs=0 reqs=4119 +[19:00:39] + 227s ghost=131M/512M peak=139M kills=0 rs=0 reqs=4415 +[19:00:54] + 242s ghost=131M/512M peak=140M kills=0 rs=0 reqs=4711 +[19:01:09] + 257s ghost=132M/512M peak=140M kills=0 rs=0 reqs=5005 +[19:01:24] + 272s ghost=132M/512M peak=141M kills=0 rs=0 reqs=5301 +[19:01:39] + 288s ghost=132M/512M peak=141M kills=0 rs=0 reqs=5596 +[19:01:54] + 303s ghost=132M/512M peak=141M kills=0 rs=0 reqs=5895 +[19:02:10] + 318s ghost=133M/512M peak=141M kills=0 rs=0 reqs=6189 +[19:02:25] + 333s ghost=133M/512M peak=143M kills=0 rs=0 reqs=6483 +[19:02:40] + 348s ghost=134M/512M peak=143M kills=0 rs=0 reqs=6779 +[19:02:55] + 363s ghost=134M/512M peak=144M kills=0 rs=0 reqs=7071 +[19:03:10] + 378s ghost=135M/512M peak=144M kills=0 rs=0 reqs=7367 +[19:03:25] + 393s ghost=135M/512M peak=145M kills=0 rs=0 reqs=7663 +[19:03:40] + 408s ghost=135M/512M peak=145M kills=0 rs=0 reqs=7957 +[19:03:55] + 424s ghost=136M/512M peak=145M kills=0 rs=0 reqs=8253 +[19:04:11] + 439s ghost=136M/512M peak=145M kills=0 rs=0 reqs=8547 +[19:04:26] + 454s ghost=136M/512M peak=146M kills=0 rs=0 reqs=8843 +[19:04:41] + 469s ghost=136M/512M peak=146M kills=0 rs=0 reqs=9139 +[19:04:56] + 484s ghost=137M/512M peak=146M kills=0 rs=0 reqs=9435 +[19:05:11] + 499s ghost=136M/512M peak=146M kills=0 rs=0 reqs=9729 +[19:05:26] + 514s ghost=137M/512M peak=146M kills=0 rs=0 reqs=10022 +[19:05:41] + 530s ghost=138M/512M peak=146M kills=0 rs=0 reqs=10320 +[19:05:56] + 545s ghost=137M/512M peak=147M kills=0 rs=0 reqs=10616 +[19:06:12] + 560s ghost=138M/512M peak=147M kills=0 rs=0 reqs=10910 +[19:06:27] + 575s ghost=138M/512M peak=147M kills=0 rs=0 reqs=11208 +[19:06:42] + 590s ghost=139M/512M peak=147M kills=0 rs=0 reqs=11501 +[19:06:57] + 605s ghost=139M/512M peak=148M kills=0 rs=0 reqs=11797 +[19:06:57] memory watch: killed=False tight=[] requests=11797 codes={'err': 11797} +[19:06:57] MV-ghost: ABORT — putting the FROM images back +[19:07:30] ghost: readback found=True (http 200, control passed) +[19:07:30] ABORT: app came back in 30.8s; data present=True \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-full.log b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-full.log new file mode 100644 index 00000000..44ae8736 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-full.log @@ -0,0 +1,30 @@ +ghost | [2026-09-23 20:56:21] INFO Ghost is running in production... +ghost | [2026-09-23 20:56:21] INFO Your site is now available on https://blog.gate.invalid/ +ghost | [2026-09-23 20:56:21] INFO Ctrl+C to shut down +ghost | [2026-09-23 20:56:21] INFO Ghost server started in 1.38s +ghost | [2026-09-23 20:56:21] WARN Database state requires migration. +ghost | [2026-09-23 20:56:22] INFO Creating database backup +ghost | [2026-09-23 20:56:22] INFO Database backup written to /var/lib/ghost/content/data/drill-27cb14855358.ghost.2026-09-23-18-56-22.json +ghost | [2026-09-23 20:56:22] INFO Running migrations. +ghost | [2026-09-23 20:56:22] INFO Adding table: members_metafield_change_events +ghost | [2026-09-23 20:56:22] INFO Database is in a ready state. +ghost | [2026-09-23 20:56:22] INFO Ghost database ready in 1.901s +ghost | [2026-09-23 20:56:22] WARN Missing mail.from config, falling back to a generated email address. Please update your config file and set a valid from address +ghost | [2026-09-23 20:56:23] INFO Invalidating assets for regeneration +ghost | [2026-09-23 20:56:25] INFO [EmailAnalytics:newsletters] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 20:56:25] INFO [EmailAnalytics:automations] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 20:56:25] INFO [EmailAnalytics:gifts] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 20:56:25] INFO Pinging Explore with Payload https://explore.ghost.org/api/update {"ghost":"6.65.0","site_uuid":"cb2ce2bd-08a7-49d1-97ba-103f7db8c7e2","url":"https://blog.gate.invalid","theme":"source","facebook":"ghost","twitter":"@ghost","posts_total":2,"posts_last":"2026-09-23T16:55:00.000Z","posts_first":"2026-09-23T16:54:59.000Z"} +ghost | [2026-09-23 20:56:25] INFO Stripe members-migrations skipped because it has already run +ghost | [2026-09-23 20:56:25] INFO Ghost booted in 5.425s +ghost | [2026-09-23 20:56:25] INFO [Background Job] clean-gifts scheduled at 45 56 5 * * * +ghost | [2026-09-23 20:56:25] INFO [Background Job] send-gift-reminders scheduled at 40 7 1 * * * +ghost | [2026-09-23 20:56:25] INFO [Background Job] clean-tokens scheduled at 20 26 23 * * * +ghost | [2026-09-23 20:56:25] INFO [Background Job] clean-expired-comped scheduled at 36 40 2 * * * +ghost | [2026-09-23 20:56:25] INFO [Tinybird sync] Not started: Traffic Analytics service is not configured +ghost | [2026-09-23 20:56:25] INFO [Background Job] update-check scheduled at 19 18 1 * * * +ghost | [2026-09-23 20:56:25] INFO Running milestone emails job on Wed Sep 23 2026 20:56:25 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 20:56:25] ERROR Could not get webhook secret for ActivityPub TypeError: fetch failed +ghost | [2026-09-23 20:56:25] ERROR No webhook secret found - cannot initialise +ghost | [2026-09-23 20:56:26] INFO Explore Response 200 OK +ghost | [2026-09-23 20:56:50] INFO "GET /" 301 10ms diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-states.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-states.json new file mode 100644 index 00000000..97355507 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/to-states.json @@ -0,0 +1,8 @@ +{ + "ghost": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/verdict.json b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/verdict.json new file mode 100644 index 00000000..477d7cd1 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench-noload/evidence/MV-ghost/verdict.json @@ -0,0 +1,47 @@ +{ + "harness_version": 3, + "edge": "MV-ghost", + "app": "ghost", + "note": "night 2026-09-23 within-a-major move: ghost=ghost:6.65.0-alpine", + "from": { + "ghost": "ghost:6.64.0-alpine" + }, + "to": { + "ghost": "ghost:6.65.0-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Kghost | [2026-09-23 20:56:21] \u001b[35mWARN\u001b[39m Database state requires migration.", + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": { + "soak_s": 605.4, + "requested_s": 600, + "requests": 11797, + "codes": { + "err": 11797 + }, + "first_kill": null, + "containers": { + "ghost": { + "limit": 536870912, + "peak": 155447296, + "peak_pct": 0.29, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [], + "duration_s": 31.1, + "measured_at": "2026-09-23T19:07:30Z", + "evidence": "evidence/MV-ghost", + "files_changed": [], + "total_s": 824.1 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/MV-ghost.log b/documentation/audits/night-2026-09-23/apps/ghost/bench/MV-ghost.log new file mode 100644 index 00000000..d596f447 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/MV-ghost.log @@ -0,0 +1,106 @@ +[19:20:45] MV-ghost: deploying ghost at FROM {'ghost': 'ghost:6.64.0-alpine'} +[19:21:17] FROM settled=True in 30.8s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:21:17] fixture: the BOX walk's own (Ghost), through upgrade_boxport +[19:21:18] ghost: seeded site title Drill-966286d78f90 +[19:21:18] ghost: readback found=True (http 200, control passed) +[19:21:18] C1 (seed reads back BEFORE): True +[19:21:19] MV-ghost: swapping to TO {'ghost': 'ghost:6.65.0-alpine'} +[19:21:19] TO up -d rc=0 +[19:21:50] TO settled=True in 30.9s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:21:51] migration lines observed: 3 +[19:21:52] ghost: readback found=True (http 200, control passed) +[19:21:52] RESULT (seed reads back AFTER): True +[19:21:52] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.5:2368 +[19:22:07] + 15s ghost=211M/512M peak=215M kills=0 rs=0 reqs=208 +[19:22:23] + 30s ghost=211M/512M peak=221M kills=0 rs=0 reqs=458 +[19:22:38] + 46s ghost=196M/512M peak=221M kills=0 rs=0 reqs=715 +[19:22:53] + 61s ghost=200M/512M peak=221M kills=0 rs=0 reqs=972 +[19:23:08] + 76s ghost=201M/512M peak=221M kills=0 rs=0 reqs=1241 +[19:23:23] + 91s ghost=200M/512M peak=221M kills=0 rs=0 reqs=1505 +[19:23:38] + 106s ghost=201M/512M peak=221M kills=0 rs=0 reqs=1771 +[19:23:53] + 121s ghost=201M/512M peak=221M kills=0 rs=0 reqs=2039 +[19:24:09] + 136s ghost=202M/512M peak=221M kills=0 rs=0 reqs=2300 +[19:24:24] + 152s ghost=202M/512M peak=221M kills=0 rs=0 reqs=2569 +[19:24:39] + 167s ghost=202M/512M peak=221M kills=0 rs=0 reqs=2835 +[19:24:54] + 182s ghost=198M/512M peak=221M kills=0 rs=0 reqs=3099 +[19:25:09] + 197s ghost=149M/512M peak=221M kills=0 rs=0 reqs=3364 +[19:25:24] + 212s ghost=145M/512M peak=221M kills=0 rs=0 reqs=3629 +[19:25:39] + 227s ghost=146M/512M peak=221M kills=0 rs=0 reqs=3886 +[19:25:54] + 242s ghost=145M/512M peak=221M kills=0 rs=0 reqs=4151 +[19:26:10] + 258s ghost=143M/512M peak=221M kills=0 rs=0 reqs=4415 +[19:26:25] + 273s ghost=143M/512M peak=221M kills=0 rs=0 reqs=4678 +[19:26:40] + 288s ghost=143M/512M peak=221M kills=0 rs=0 reqs=4938 +[19:26:55] + 303s ghost=144M/512M peak=221M kills=0 rs=0 reqs=5205 +[19:27:10] + 318s ghost=144M/512M peak=221M kills=0 rs=0 reqs=5470 +[19:27:25] + 333s ghost=144M/512M peak=221M kills=0 rs=0 reqs=5742 +[19:27:40] + 348s ghost=144M/512M peak=221M kills=0 rs=0 reqs=6006 +[19:27:56] + 363s ghost=143M/512M peak=221M kills=0 rs=0 reqs=6271 +[19:28:11] + 378s ghost=142M/512M peak=221M kills=0 rs=0 reqs=6532 +[19:28:26] + 394s ghost=143M/512M peak=221M kills=0 rs=0 reqs=6797 +[19:28:41] + 409s ghost=144M/512M peak=221M kills=0 rs=0 reqs=7064 +[19:28:56] + 424s ghost=143M/512M peak=221M kills=0 rs=0 reqs=7331 +[19:29:11] + 439s ghost=144M/512M peak=221M kills=0 rs=0 reqs=7599 +[19:29:26] + 454s ghost=145M/512M peak=221M kills=0 rs=0 reqs=7866 +[19:29:41] + 469s ghost=143M/512M peak=221M kills=0 rs=0 reqs=8133 +[19:29:57] + 484s ghost=143M/512M peak=221M kills=0 rs=0 reqs=8401 +[19:30:12] + 500s ghost=144M/512M peak=221M kills=0 rs=0 reqs=8668 +[19:30:27] + 515s ghost=144M/512M peak=221M kills=0 rs=0 reqs=8935 +[19:30:42] + 530s ghost=145M/512M peak=221M kills=0 rs=0 reqs=9201 +[19:30:57] + 545s ghost=145M/512M peak=221M kills=0 rs=0 reqs=9469 +[19:31:12] + 560s ghost=146M/512M peak=221M kills=0 rs=0 reqs=9736 +[19:31:27] + 575s ghost=146M/512M peak=221M kills=0 rs=0 reqs=10004 +[19:31:42] + 590s ghost=146M/512M peak=221M kills=0 rs=0 reqs=10270 +[19:31:58] + 605s ghost=146M/512M peak=221M kills=0 rs=0 reqs=10538 +[19:31:58] memory watch: killed=False tight=[] requests=10538 codes={'200': 10538} +[19:31:58] MV-ghost: ABORT — putting the FROM images back +[19:32:30] ghost: readback found=True (http 200, control passed) +[19:32:30] ABORT: app came back in 30.8s; data present=True +{ + "harness_version": 3, + "edge": "MV-ghost", + "app": "ghost", + "note": "night 2026-09-23 within-a-major move: ghost=ghost:6.65.0-alpine", + "from": { + "ghost": "ghost:6.64.0-alpine" + }, + "to": { + "ghost": "ghost:6.65.0-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Kghost | [2026-09-23 21:21:22] \u001b[35mWARN\u001b[39m Database state requires migration.", + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": { + "soak_s": 605.6, + "requested_s": 600, + "requests": 10538, + "codes": { + "200": 10538 + }, + "first_kill": null, + "containers": { + "ghost": { + "limit": 536870912, + "peak": 232562688, + "peak_pct": 0.433, + "anon_peak_sampled": 133869568, + "anon_peak_pct": 0.249, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [], + "duration_s": 30.9, + "measured_at": "2026-09-23T19:32:30Z", + "evidence": "evidence/MV-ghost", + "files_changed": [], + "total_s": 704.8 +} diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/abort-states.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/abort-states.json new file mode 100644 index 00000000..97355507 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/abort-states.json @@ -0,0 +1,8 @@ +{ + "ghost": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/compose-final.log b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/compose-final.log new file mode 100644 index 00000000..7b1413b6 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/compose-final.log @@ -0,0 +1,28 @@ +ghost | [2026-09-23 21:32:00] INFO Ghost is running in production... +ghost | [2026-09-23 21:32:00] INFO Your site is now available on https://blog.gate.invalid/ +ghost | [2026-09-23 21:32:00] INFO Ctrl+C to shut down +ghost | [2026-09-23 21:32:00] INFO Ghost server started in 1.305s +ghost | sqlite does not support inserting default values. Set the `useNullAsDefault` flag to hide this warning. (see docs https://knexjs.org/guide/query-builder.html#insert). +ghost | [2026-09-23 21:32:00] INFO Database is in a ready state. +ghost | [2026-09-23 21:32:00] INFO Ghost database ready in 1.455s +ghost | [2026-09-23 21:32:01] WARN Missing mail.from config, falling back to a generated email address. Please update your config file and set a valid from address +ghost | [2026-09-23 21:32:02] INFO Invalidating assets for regeneration +ghost | [2026-09-23 21:32:03] INFO [Background Job] send-gift-reminders scheduled at 3 57 0 * * * +ghost | [2026-09-23 21:32:03] INFO Adding offloaded job to the inline job queue +ghost | [2026-09-23 21:32:03] INFO Scheduling job send-gift-reminders at 3 57 0 * * *. Next run on: Thu Sep 24 2026 00:57:03 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 21:32:03] INFO [EmailAnalytics:newsletters] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:32:03] INFO [EmailAnalytics:automations] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:32:03] INFO [EmailAnalytics:gifts] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:32:03] INFO Pinging Explore with Payload https://explore.ghost.org/api/update {"ghost":"6.64.0","site_uuid":"f1da5509-039f-49f3-9c28-1e2e09454327","url":"https://blog.gate.invalid","theme":"source","facebook":"ghost","twitter":"@ghost","posts_total":2,"posts_last":"2026-09-23T17:20:51.000Z","posts_first":"2026-09-23T17:20:50.000Z"} +ghost | [2026-09-23 21:32:03] INFO Stripe members-migrations skipped because it has already run +ghost | [2026-09-23 21:32:03] INFO Ghost booted in 4.569s +ghost | [2026-09-23 21:32:03] INFO [Background Job] clean-gifts scheduled at 24 20 3 * * * +ghost | [2026-09-23 21:32:03] INFO [Background Job] clean-tokens scheduled at 47 37 13 * * * +ghost | [2026-09-23 21:32:03] INFO [Background Job] clean-expired-comped scheduled at 28 27 5 * * * +ghost | [2026-09-23 21:32:03] INFO [Background Job] update-check scheduled at 28 14 16 * * * +ghost | [2026-09-23 21:32:03] INFO Running milestone emails job on Thu Sep 24 2026 21:32:03 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 21:32:03] ERROR Could not get webhook secret for ActivityPub TypeError: fetch failed +ghost | [2026-09-23 21:32:03] ERROR No webhook secret found - cannot initialise +ghost | [2026-09-23 21:32:04] INFO Explore Response 200 OK +ghost | [2026-09-23 21:32:29] INFO "GET /" 301 9ms +ghost | [2026-09-23 21:32:30] INFO "GET /" 200 676ms diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/engine-state.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/engine-state.json new file mode 100644 index 00000000..ec747fa4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/engine-state.json @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-after.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-after.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-after.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-before.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-before.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/files-before.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/memory-samples.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/memory-samples.json new file mode 100644 index 00000000..84e6c164 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/memory-samples.json @@ -0,0 +1,682 @@ +[ + { + "t": 15.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 221372416, + "peak": 226099200, + "anon": 126431232, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 208 + }, + { + "t": 30.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 222134272, + "peak": 232562688, + "anon": 128073728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 458 + }, + { + "t": 45.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 206372864, + "peak": 232562688, + "anon": 128389120, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 715 + }, + { + "t": 60.7, + "containers": { + "ghost": { + "limit": 536870912, + "current": 210407424, + "peak": 232562688, + "anon": 128868352, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 972 + }, + { + "t": 75.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 211136512, + "peak": 232562688, + "anon": 129499136, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1241 + }, + { + "t": 91.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 210231296, + "peak": 232562688, + "anon": 130187264, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1505 + }, + { + "t": 106.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 210911232, + "peak": 232562688, + "anon": 130392064, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1771 + }, + { + "t": 121.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 211496960, + "peak": 232562688, + "anon": 131026944, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2039 + }, + { + "t": 136.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 212324352, + "peak": 232562688, + "anon": 131080192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2300 + }, + { + "t": 151.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 212496384, + "peak": 232562688, + "anon": 131248128, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2569 + }, + { + "t": 166.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 212402176, + "peak": 232562688, + "anon": 131391488, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2835 + }, + { + "t": 181.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 207736832, + "peak": 232562688, + "anon": 132067328, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3099 + }, + { + "t": 196.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 157282304, + "peak": 232562688, + "anon": 132583424, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3364 + }, + { + "t": 212.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 152330240, + "peak": 232562688, + "anon": 132984832, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3629 + }, + { + "t": 227.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 153563136, + "peak": 232562688, + "anon": 133853184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3886 + }, + { + "t": 242.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 152129536, + "peak": 232562688, + "anon": 133869568, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4151 + }, + { + "t": 257.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150843392, + "peak": 232562688, + "anon": 132403200, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4415 + }, + { + "t": 272.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150925312, + "peak": 232562688, + "anon": 132124672, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4678 + }, + { + "t": 287.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150806528, + "peak": 232562688, + "anon": 132423680, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4938 + }, + { + "t": 302.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151998464, + "peak": 232562688, + "anon": 132636672, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5205 + }, + { + "t": 318.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151068672, + "peak": 232562688, + "anon": 132554752, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5470 + }, + { + "t": 333.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 152014848, + "peak": 232562688, + "anon": 132726784, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5742 + }, + { + "t": 348.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151781376, + "peak": 232562688, + "anon": 132608000, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6006 + }, + { + "t": 363.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150478848, + "peak": 232562688, + "anon": 132292608, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6271 + }, + { + "t": 378.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 148992000, + "peak": 232562688, + "anon": 130588672, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6532 + }, + { + "t": 393.6, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150351872, + "peak": 232562688, + "anon": 131682304, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6797 + }, + { + "t": 408.7, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151601152, + "peak": 232562688, + "anon": 131989504, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7064 + }, + { + "t": 423.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150953984, + "peak": 232562688, + "anon": 131928064, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7331 + }, + { + "t": 439.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151642112, + "peak": 232562688, + "anon": 131977216, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7599 + }, + { + "t": 454.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 152793088, + "peak": 232562688, + "anon": 132349952, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7866 + }, + { + "t": 469.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150724608, + "peak": 232562688, + "anon": 132108288, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8133 + }, + { + "t": 484.4, + "containers": { + "ghost": { + "limit": 536870912, + "current": 150794240, + "peak": 232562688, + "anon": 132149248, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8401 + }, + { + "t": 499.5, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151711744, + "peak": 232562688, + "anon": 132358144, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8668 + }, + { + "t": 514.7, + "containers": { + "ghost": { + "limit": 536870912, + "current": 151855104, + "peak": 232562688, + "anon": 132104192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8935 + }, + { + "t": 529.8, + "containers": { + "ghost": { + "limit": 536870912, + "current": 152821760, + "peak": 232562688, + "anon": 132390912, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9201 + }, + { + "t": 544.9, + "containers": { + "ghost": { + "limit": 536870912, + "current": 152936448, + "peak": 232562688, + "anon": 132427776, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9469 + }, + { + "t": 560.0, + "containers": { + "ghost": { + "limit": 536870912, + "current": 153460736, + "peak": 232562688, + "anon": 132534272, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9736 + }, + { + "t": 575.1, + "containers": { + "ghost": { + "limit": 536870912, + "current": 153628672, + "peak": 232562688, + "anon": 132456448, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10004 + }, + { + "t": 590.2, + "containers": { + "ghost": { + "limit": 536870912, + "current": 154025984, + "peak": 232562688, + "anon": 132587520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10270 + }, + { + "t": 605.3, + "containers": { + "ghost": { + "limit": 536870912, + "current": 154087424, + "peak": 232562688, + "anon": 132390912, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10538 + } +] \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/migration-lines.txt new file mode 100644 index 00000000..6d55c535 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/migration-lines.txt @@ -0,0 +1,3 @@ +ghost | [2026-09-23 21:21:22] WARN Database state requires migration. +ghost | [2026-09-23 21:21:22] INFO Running migrations. +ghost | [2026-09-23 21:21:25] INFO Stripe members-migrations skipped because it has already run \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/run.log b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/run.log new file mode 100644 index 00000000..89f58f5f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/run.log @@ -0,0 +1,57 @@ +[19:20:45] MV-ghost: deploying ghost at FROM {'ghost': 'ghost:6.64.0-alpine'} +[19:21:17] FROM settled=True in 30.8s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:21:17] fixture: the BOX walk's own (Ghost), through upgrade_boxport +[19:21:18] ghost: seeded site title Drill-966286d78f90 +[19:21:18] ghost: readback found=True (http 200, control passed) +[19:21:18] C1 (seed reads back BEFORE): True +[19:21:19] MV-ghost: swapping to TO {'ghost': 'ghost:6.65.0-alpine'} +[19:21:19] TO up -d rc=0 +[19:21:50] TO settled=True in 30.9s :: {"ghost": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:21:51] migration lines observed: 3 +[19:21:52] ghost: readback found=True (http 200, control passed) +[19:21:52] RESULT (seed reads back AFTER): True +[19:21:52] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.5:2368 +[19:22:07] + 15s ghost=211M/512M peak=215M kills=0 rs=0 reqs=208 +[19:22:23] + 30s ghost=211M/512M peak=221M kills=0 rs=0 reqs=458 +[19:22:38] + 46s ghost=196M/512M peak=221M kills=0 rs=0 reqs=715 +[19:22:53] + 61s ghost=200M/512M peak=221M kills=0 rs=0 reqs=972 +[19:23:08] + 76s ghost=201M/512M peak=221M kills=0 rs=0 reqs=1241 +[19:23:23] + 91s ghost=200M/512M peak=221M kills=0 rs=0 reqs=1505 +[19:23:38] + 106s ghost=201M/512M peak=221M kills=0 rs=0 reqs=1771 +[19:23:53] + 121s ghost=201M/512M peak=221M kills=0 rs=0 reqs=2039 +[19:24:09] + 136s ghost=202M/512M peak=221M kills=0 rs=0 reqs=2300 +[19:24:24] + 152s ghost=202M/512M peak=221M kills=0 rs=0 reqs=2569 +[19:24:39] + 167s ghost=202M/512M peak=221M kills=0 rs=0 reqs=2835 +[19:24:54] + 182s ghost=198M/512M peak=221M kills=0 rs=0 reqs=3099 +[19:25:09] + 197s ghost=149M/512M peak=221M kills=0 rs=0 reqs=3364 +[19:25:24] + 212s ghost=145M/512M peak=221M kills=0 rs=0 reqs=3629 +[19:25:39] + 227s ghost=146M/512M peak=221M kills=0 rs=0 reqs=3886 +[19:25:54] + 242s ghost=145M/512M peak=221M kills=0 rs=0 reqs=4151 +[19:26:10] + 258s ghost=143M/512M peak=221M kills=0 rs=0 reqs=4415 +[19:26:25] + 273s ghost=143M/512M peak=221M kills=0 rs=0 reqs=4678 +[19:26:40] + 288s ghost=143M/512M peak=221M kills=0 rs=0 reqs=4938 +[19:26:55] + 303s ghost=144M/512M peak=221M kills=0 rs=0 reqs=5205 +[19:27:10] + 318s ghost=144M/512M peak=221M kills=0 rs=0 reqs=5470 +[19:27:25] + 333s ghost=144M/512M peak=221M kills=0 rs=0 reqs=5742 +[19:27:40] + 348s ghost=144M/512M peak=221M kills=0 rs=0 reqs=6006 +[19:27:56] + 363s ghost=143M/512M peak=221M kills=0 rs=0 reqs=6271 +[19:28:11] + 378s ghost=142M/512M peak=221M kills=0 rs=0 reqs=6532 +[19:28:26] + 394s ghost=143M/512M peak=221M kills=0 rs=0 reqs=6797 +[19:28:41] + 409s ghost=144M/512M peak=221M kills=0 rs=0 reqs=7064 +[19:28:56] + 424s ghost=143M/512M peak=221M kills=0 rs=0 reqs=7331 +[19:29:11] + 439s ghost=144M/512M peak=221M kills=0 rs=0 reqs=7599 +[19:29:26] + 454s ghost=145M/512M peak=221M kills=0 rs=0 reqs=7866 +[19:29:41] + 469s ghost=143M/512M peak=221M kills=0 rs=0 reqs=8133 +[19:29:57] + 484s ghost=143M/512M peak=221M kills=0 rs=0 reqs=8401 +[19:30:12] + 500s ghost=144M/512M peak=221M kills=0 rs=0 reqs=8668 +[19:30:27] + 515s ghost=144M/512M peak=221M kills=0 rs=0 reqs=8935 +[19:30:42] + 530s ghost=145M/512M peak=221M kills=0 rs=0 reqs=9201 +[19:30:57] + 545s ghost=145M/512M peak=221M kills=0 rs=0 reqs=9469 +[19:31:12] + 560s ghost=146M/512M peak=221M kills=0 rs=0 reqs=9736 +[19:31:27] + 575s ghost=146M/512M peak=221M kills=0 rs=0 reqs=10004 +[19:31:42] + 590s ghost=146M/512M peak=221M kills=0 rs=0 reqs=10270 +[19:31:58] + 605s ghost=146M/512M peak=221M kills=0 rs=0 reqs=10538 +[19:31:58] memory watch: killed=False tight=[] requests=10538 codes={'200': 10538} +[19:31:58] MV-ghost: ABORT — putting the FROM images back +[19:32:30] ghost: readback found=True (http 200, control passed) +[19:32:30] ABORT: app came back in 30.8s; data present=True \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-full.log b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-full.log new file mode 100644 index 00000000..251a37cc --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-full.log @@ -0,0 +1,30 @@ +ghost | [2026-09-23 21:21:21] INFO Ghost is running in production... +ghost | [2026-09-23 21:21:21] INFO Your site is now available on https://blog.gate.invalid/ +ghost | [2026-09-23 21:21:21] INFO Ctrl+C to shut down +ghost | [2026-09-23 21:21:21] INFO Ghost server started in 1.881s +ghost | [2026-09-23 21:21:22] WARN Database state requires migration. +ghost | [2026-09-23 21:21:22] INFO Creating database backup +ghost | [2026-09-23 21:21:22] INFO Database backup written to /var/lib/ghost/content/data/drill-966286d78f90.ghost.2026-09-23-19-21-22.json +ghost | [2026-09-23 21:21:22] INFO Running migrations. +ghost | [2026-09-23 21:21:22] INFO Adding table: members_metafield_change_events +ghost | [2026-09-23 21:21:22] INFO Database is in a ready state. +ghost | [2026-09-23 21:21:22] INFO Ghost database ready in 2.429s +ghost | [2026-09-23 21:21:23] WARN Missing mail.from config, falling back to a generated email address. Please update your config file and set a valid from address +ghost | [2026-09-23 21:21:24] INFO Invalidating assets for regeneration +ghost | [2026-09-23 21:21:25] INFO [EmailAnalytics:newsletters] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:21:25] INFO [EmailAnalytics:automations] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:21:25] INFO [EmailAnalytics:gifts] Initialized with SEQUENTIAL processing mode +ghost | [2026-09-23 21:21:25] INFO Pinging Explore with Payload https://explore.ghost.org/api/update {"ghost":"6.65.0","site_uuid":"f1da5509-039f-49f3-9c28-1e2e09454327","url":"https://blog.gate.invalid","theme":"source","facebook":"ghost","twitter":"@ghost","posts_total":2,"posts_last":"2026-09-23T17:20:51.000Z","posts_first":"2026-09-23T17:20:50.000Z"} +ghost | [2026-09-23 21:21:25] INFO Stripe members-migrations skipped because it has already run +ghost | [2026-09-23 21:21:26] INFO Ghost booted in 6.067s +ghost | [2026-09-23 21:21:26] INFO [Background Job] clean-gifts scheduled at 19 44 5 * * * +ghost | [2026-09-23 21:21:26] INFO [Background Job] send-gift-reminders scheduled at 55 12 4 * * * +ghost | [2026-09-23 21:21:26] INFO [Background Job] clean-tokens scheduled at 30 52 13 * * * +ghost | [2026-09-23 21:21:26] INFO [Background Job] clean-expired-comped scheduled at 29 34 2 * * * +ghost | [2026-09-23 21:21:26] INFO [Tinybird sync] Not started: Traffic Analytics service is not configured +ghost | [2026-09-23 21:21:26] INFO [Background Job] update-check scheduled at 52 45 1 * * * +ghost | [2026-09-23 21:21:26] INFO Running milestone emails job on Sat Sep 26 2026 21:21:26 GMT+0200 (Central European Summer Time) +ghost | [2026-09-23 21:21:26] ERROR Could not get webhook secret for ActivityPub TypeError: fetch failed +ghost | [2026-09-23 21:21:26] ERROR No webhook secret found - cannot initialise +ghost | [2026-09-23 21:21:26] INFO Explore Response 200 OK +ghost | [2026-09-23 21:21:49] INFO "GET /" 301 19ms diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-states.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-states.json new file mode 100644 index 00000000..97355507 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/to-states.json @@ -0,0 +1,8 @@ +{ + "ghost": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/verdict.json b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/verdict.json new file mode 100644 index 00000000..ce583ec8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/bench/evidence/MV-ghost/verdict.json @@ -0,0 +1,49 @@ +{ + "harness_version": 3, + "edge": "MV-ghost", + "app": "ghost", + "note": "night 2026-09-23 within-a-major move: ghost=ghost:6.65.0-alpine", + "from": { + "ghost": "ghost:6.64.0-alpine" + }, + "to": { + "ghost": "ghost:6.65.0-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Kghost | [2026-09-23 21:21:22] \u001b[35mWARN\u001b[39m Database state requires migration.", + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": { + "soak_s": 605.6, + "requested_s": 600, + "requests": 10538, + "codes": { + "200": 10538 + }, + "first_kill": null, + "containers": { + "ghost": { + "limit": 536870912, + "peak": 232562688, + "peak_pct": 0.433, + "anon_peak_sampled": 133869568, + "anon_peak_pct": 0.249, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [], + "duration_s": 30.9, + "measured_at": "2026-09-23T19:32:30Z", + "evidence": "evidence/MV-ghost", + "files_changed": [], + "total_s": 704.8 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/log.txt b/documentation/audits/night-2026-09-23/apps/ghost/log.txt new file mode 100644 index 00000000..74b5a6ea --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/log.txt @@ -0,0 +1,30 @@ +20:54:16 ==== ghost: ghost:6.64.0-alpine -> ghost:6.65.0-alpine (sub=blog, class=sqlite) +20:54:16 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:54:46 [1] deployed, controller state=running, pinned={'ghost': 'ghost:6.64.0-alpine'} +20:54:50 [2] seeding through the app's own front door +20:54:54 ghost: seeded site title Drill-d6487b849cef +20:54:54 [3] control C1 — reading the seed back BEFORE the update +20:54:54 ghost: readback found=True (http 200, control passed) +20:54:54 [4] backup press SKIPPED for ghost (R-648: whole-box only; the update's backing-up phase backs up ghost alone) +20:54:56 [5] drill commit 67733bf825f9: ghost ghost:6.64.0-alpine -> ghost:6.65.0-alpine (push rc=0) +20:55:00 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +20:55:00 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +20:55:01 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +20:55:01 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +20:55:03 + 2.1s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +20:55:04 + 3.1s phase=pulling label=Új verzió letöltése… err=None hold=None +20:56:46 + 105.7s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +20:56:47 + 106.7s phase=verifying label=Működés ellenőrzése… err=None hold=None +20:56:59 + 118.0s phase=done label=Frissítve err=None hold=None +20:56:59 [7] reading the seed back AFTER the update +20:56:59 ghost: readback found=True (http 200, control passed) +20:57:03 [8] pinned = {'ghost': 'ghost:6.65.0-alpine'} +20:57:03 [8] installed = {'ghost': 'ghost:6.65.0-alpine'} +20:57:03 [8] compose = ['image: ghost:6.65.0-alpine'] +20:57:03 [8] inspect = ['ghost ghost:6.65.0-alpine running=true restarts=0'] +20:57:03 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/ghost/verdict.json +20:57:05 [X] stop -> 200 {'ok': True, 'message': 'Stack ghost stop completed'} +20:57:36 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'ghost', 'volumes_removed': ['ghost_ghost_content'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az alkalm +20:57:45 [X] after remove: deployed=False leftovers='/opt/docker/stacks/ghost' +20:58:48 [X] R-626 check +60 s after remove: 'clean' +20:58:48 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/ghost/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/ghost/observables-before.json b/documentation/audits/night-2026-09-23/apps/ghost/observables-before.json new file mode 100644 index 00000000..f911467a --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/observables-before.json @@ -0,0 +1,17 @@ +{ + "pinned_images": { + "ghost": "ghost:6.64.0-alpine" + }, + "installed_images": { + "ghost": "ghost:6.64.0-alpine" + }, + "catalog_images": { + "ghost": "ghost:6.64.0-alpine" + }, + "live_compose_image_lines": [ + "image: ghost:6.64.0-alpine" + ], + "docker_inspect": [ + "ghost ghost:6.64.0-alpine running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/observables.json b/documentation/audits/night-2026-09-23/apps/ghost/observables.json new file mode 100644 index 00000000..d2b065db --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/observables.json @@ -0,0 +1,36 @@ +{ + "before": { + "pinned_images": { + "ghost": "ghost:6.64.0-alpine" + }, + "installed_images": { + "ghost": "ghost:6.64.0-alpine" + }, + "catalog_images": { + "ghost": "ghost:6.64.0-alpine" + }, + "live_compose_image_lines": [ + "image: ghost:6.64.0-alpine" + ], + "docker_inspect": [ + "ghost ghost:6.64.0-alpine running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "ghost": "ghost:6.65.0-alpine" + }, + "installed_images": { + "ghost": "ghost:6.65.0-alpine" + }, + "catalog_images": { + "ghost": "ghost:6.65.0-alpine" + }, + "live_compose_image_lines": [ + "image: ghost:6.65.0-alpine" + ], + "docker_inspect": [ + "ghost ghost:6.65.0-alpine running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/phases.json b/documentation/audits/night-2026-09-23/apps/ghost/phases.json new file mode 100644 index 00000000..9140c1e7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/phases.json @@ -0,0 +1,59 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "safety-dump", + "label": "Adatbázis pillanatkép…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 3.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 105.7, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 106.7, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 118.0, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 118.0, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/ghost/verdict.json b/documentation/audits/night-2026-09-23/apps/ghost/verdict.json new file mode 100644 index 00000000..bb9385e9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/ghost/verdict.json @@ -0,0 +1,45 @@ +{ + "harness_version": 1, + "app": "ghost", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "ghost": "ghost:6.64.0-alpine" + }, + "to": { + "ghost": "ghost:6.65.0-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "ghost | [2026-09-23 20:56:49] \u001b[35mWARN\u001b[39m Database state requires migration.", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 118.0, + "measured_at": "2026-09-23T18:54:16.547133+00:00", + "evidence": "apps/ghost/", + "notes": [], + "badge_catchup_seconds": 4.7, + "observables_after": { + "pinned_images": { + "ghost": "ghost:6.65.0-alpine" + }, + "installed_images": { + "ghost": "ghost:6.65.0-alpine" + }, + "catalog_images": { + "ghost": "ghost:6.65.0-alpine" + }, + "live_compose_image_lines": [ + "image: ghost:6.65.0-alpine" + ], + "docker_inspect": [ + "ghost ghost:6.65.0-alpine running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/immich/app-logs-after.txt new file mode 100644 index 00000000..907bccac --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/app-logs-after.txt @@ -0,0 +1,585 @@ +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore/assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RoutesResolver] UserAdminController {/api/admin/users}: +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, GET} route +immich-redis | 1:C 23 Sep 2026 21:10:00.670 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PUT} route +immich-machine-learning | [09/23/26 21:10:50] INFO  Starting gunicorn 25.3.0 +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, DELETE} route +immich-machine-learning | [09/23/26 21:10:50] INFO  Listening at: http://[::]:3003 (14) +immich-redis | 1:C 23 Sep 2026 21:10:00.670 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +immich-machine-learning | [09/23/26 21:10:50] INFO  Using worker: immich_ml.config.CustomUvicornWorker +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/calendar-heatmap, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/sessions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, GET} route +immich-redis | 1:C 23 Sep 2026 21:10:00.670 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RoutesResolver] UserController {/api/users}: +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/calendar-heatmap, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, DELETE} route +immich-redis | 1:C 23 Sep 2026 21:10:00.670 * Configuration loaded +immich-redis | 1:M 23 Sep 2026 21:10:00.670 * Increased maximum number of open files to 10032 (it was originally set to 1024). +immich-redis | 1:M 23 Sep 2026 21:10:00.671 * monotonic clock: POSIX clock_gettime +immich-redis | 1:M 23 Sep 2026 21:10:00.672 * Running mode=standalone, port=6379. +immich-redis | 1:M 23 Sep 2026 21:10:00.672 * Server initialized +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * Reading RDB base file on AOF loading... +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * Loading RDB produced by version 7.4.11 +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * RDB age 50 seconds +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * RDB memory usage when created 0.90 Mb +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * RDB is base AOF +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * Done loading RDB, keys loaded: 0, keys expired: 0. +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * DB loaded from base file appendonly.aof.1.base.rdb: 0.000 seconds +immich-redis | 1:M 23 Sep 2026 21:10:00.673 * DB loaded from incr file appendonly.aof.1.incr.aof: 0.000 seconds +immich-redis | 1:M 23 Sep 2026 21:10:00.674 * DB loaded from append only file: 0.001 seconds +immich-redis | 1:M 23 Sep 2026 21:10:00.674 * Opening AOF incr file appendonly.aof.1.incr.aof on server start +immich-redis | 1:M 23 Sep 2026 21:10:00.674 * Ready to accept connections tcp +immich-redis | 1:signal-handler (1790190644) Received SIGTERM scheduling shutdown... +immich-redis | 1:M 23 Sep 2026 21:10:44.024 * User requested shutdown... +immich-redis | 1:M 23 Sep 2026 21:10:44.024 * Calling fsync() on the AOF file. +immich-redis | 1:M 23 Sep 2026 21:10:44.025 * Saving the final RDB snapshot before exiting. +immich-machine-learning | [09/23/26 21:10:50] INFO  Booting worker with pid: 21 +immich-machine-learning | [09/23/26 21:10:51] INFO  Started server process [21] +immich-machine-learning | [09/23/26 21:10:51] INFO  Waiting for application startup. +immich-machine-learning | [09/23/26 21:10:51] INFO  Created in-memory cache with unloading after 300s +immich-machine-learning |   of inactivity. +immich-machine-learning | [09/23/26 21:10:51] INFO  Initialized request thread pool with 8 threads. +immich-machine-learning | [09/23/26 21:10:51] INFO  Application startup complete. +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id/profile-image, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RoutesResolver] VideoStreamController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/main.m3u8, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/playlist.m3u8, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/:filename, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RoutesResolver] ViewController {/api/view}: +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder/unique-paths, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RoutesResolver] WorkflowController {/api/workflows}: +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/triggers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/share, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/logs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:NestApplication] Nest application successfully started +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:Bootstrap] Immich Server is listening on http://[::1]:2283 [v3.2.2] [production]  +immich-server | [Nest] 29 - 09/23/2026, 9:10:21 PM  LOG [Api:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). +immich-server | Initializing Immich v3.2.2 +immich-server | Detected CPU Cores: 8 +immich-server | (node:7) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | Starting api worker +immich-server | Starting microservices worker +immich-server | (node:7) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | (node:35) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:WebsocketRepository] Initialized websocket server +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:DatabaseRepository] targetLists=1, current=1 for clip_index of 0 rows +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:DatabaseRepository] targetLists=1, current=1 for face_index of 0 rows +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:DatabaseRepository] Running migrations +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:DatabaseRepository] Finished running migrations +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:DatabaseService] Checking for schema drift +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:DatabaseService] No schema drift detected +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:StorageService] Verifying system mount folder checks, current state: {"mountChecks":{"thumbs":true,"upload":true,"backups":true,"library":true,"profile":true,"encoded-video":true}} +immich-server | [Nest] 7 - 09/23/2026, 9:11:07 PM  LOG [Microservices:StorageService] Successfully verified system mount folder checks +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:MetadataService] Bootstrapping metadata service +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:MetadataService] Initializing metadata service +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:MapRepository] Initializing metadata repository +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:MetadataService] Initialized local reverse geocoder +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:ServerService] Feature Flags: { +immich-server | "smartSearch": true, +immich-server | "facialRecognition": true, +immich-server | "duplicateDetection": true, +immich-server | "map": true, +immich-server | "reverseGeocoding": true, +immich-server | "importFaces": false, +immich-server | "sidecar": true, +immich-server | "search": true, +immich-server | "trash": true, +immich-server | "oauth": false, +immich-server | "oauthAutoLaunch": false, +immich-server | "ocr": true, +immich-server | "passwordLogin": true, +immich-server | "configFile": false, +immich-server | "email": false, +immich-server | "realtimeTranscoding": false +immich-server | } +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:SystemConfigService] LogLevel=log (set via system config) +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:WorkflowExecutionService] Plugin up to date (name=immich-plugin-core@2.0.1, hash=bdf1416f47c7fe3b589bd5cdb61c74384f831969f1f0d89d30f0133882bddf55 +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:WebsocketRepository] Initialized websocket server +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:WorkflowExecutionService] Loaded plugin: immich-plugin-core@2.0.1 +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:WorkflowExecutionService] Loaded plugin with host functions: immich-plugin-core@2.0.1/worker +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:NestFactory] Starting Nest application... +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] ClsModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] ClsCommonModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] OpenTelemetryModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] KyselyModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] OpenTelemetryCoreModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] DiscoveryModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] ClsRootModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] ClsPluginsModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:InstanceLoader] MicroservicesModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:NestApplication] Nest application successfully started +immich-server | [Nest] 7 - 09/23/2026, 9:11:08 PM  LOG [Microservices:Bootstrap] Immich Microservices is running [v3.2.2] [production]  +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:DatabaseRepository] targetLists=1, current=1 for clip_index of 0 rows +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:DatabaseRepository] targetLists=1, current=1 for face_index of 0 rows +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:DatabaseRepository] Running migrations +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:DatabaseRepository] Finished running migrations +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:DatabaseService] Checking for schema drift +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:DatabaseService] No schema drift detected +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:StorageService] Verifying system mount folder checks, current state: {"mountChecks":{"thumbs":true,"upload":true,"backups":true,"library":true,"profile":true,"encoded-video":true}} +immich-server | [Nest] 35 - 09/23/2026, 9:11:08 PM  LOG [Api:StorageService] Successfully verified system mount folder checks +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:ServerService] Feature Flags: { +immich-server | "smartSearch": true, +immich-server | "facialRecognition": true, +immich-server | "duplicateDetection": true, +immich-server | "map": true, +immich-server | "reverseGeocoding": true, +immich-server | "importFaces": false, +immich-server | "sidecar": true, +immich-server | "search": true, +immich-server | "trash": true, +immich-server | "oauth": false, +immich-server | "oauthAutoLaunch": false, +immich-server | "ocr": true, +immich-server | "passwordLogin": true, +immich-server | "configFile": false, +immich-server | "email": false, +immich-server | "realtimeTranscoding": false +immich-server | } +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:SystemConfigService] LogLevel=log (set via system config) +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:NestFactory] Starting Nest application... +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] ClsModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] ClsCommonModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] OpenTelemetryModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] KyselyModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] OpenTelemetryCoreModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] DiscoveryModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] ClsRootModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] ClsPluginsModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] ScheduleModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:InstanceLoader] ApiModule dependencies initialized +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  WARN [Api:LegacyRouteConverter] Unsupported route path: "/api/*". In previous versions, the symbols ?, *, and + were used to denote optional or repeating path parameters. The latest version of "path-to-regexp" now requires the use of named parameters. For example, instead of using a route like /users/* to capture all routes starting with "/users", you should use /users/*path. For more details, refer to the migration guide. Attempting to auto-convert to "/api/{*path}"... +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ApiKeyController {/api/api-keys}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/me, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id/rotate, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ActivityController {/api/activities}: +immich-redis | 1:M 23 Sep 2026 21:10:44.061 * DB saved on disk +immich-redis | 1:M 23 Sep 2026 21:10:44.061 # Redis is now ready to exit, bye bye... +immich-redis | 1:C 23 Sep 2026 21:10:47.857 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +immich-redis | 1:C 23 Sep 2026 21:10:47.857 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +immich-redis | 1:C 23 Sep 2026 21:10:47.857 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +immich-redis | 1:C 23 Sep 2026 21:10:47.857 * Configuration loaded +immich-redis | 1:M 23 Sep 2026 21:10:47.858 * Increased maximum number of open files to 10032 (it was originally set to 1024). +immich-redis | 1:M 23 Sep 2026 21:10:47.858 * monotonic clock: POSIX clock_gettime +immich-redis | 1:M 23 Sep 2026 21:10:47.859 * Running mode=standalone, port=6379. +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * Server initialized +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * Reading RDB base file on AOF loading... +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * Loading RDB produced by version 7.4.11 +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * RDB age 97 seconds +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * RDB memory usage when created 0.90 Mb +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * RDB is base AOF +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * Done loading RDB, keys loaded: 0, keys expired: 0. +immich-redis | 1:M 23 Sep 2026 21:10:47.860 * DB loaded from base file appendonly.aof.1.base.rdb: 0.000 seconds +immich-redis | 1:M 23 Sep 2026 21:10:47.861 * DB loaded from incr file appendonly.aof.1.incr.aof: 0.001 seconds +immich-redis | 1:M 23 Sep 2026 21:10:47.861 * DB loaded from append only file: 0.001 seconds +immich-redis | 1:M 23 Sep 2026 21:10:47.861 * Opening AOF incr file appendonly.aof.1.incr.aof on server start +immich-redis | 1:M 23 Sep 2026 21:10:47.861 * Ready to accept connections tcp +immich-postgres | Using SSD storage +immich-postgres | +immich-postgres | PostgreSQL Database directory appears to contain a database; Skipping initialization +immich-postgres | +immich-postgres | 2026-09-23 19:10:00.713 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:10:00.713 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 21:10:00.749 CEST [1] LOG: starting PostgreSQL 16.10 (Debian 16.10-1.pgdg12+1) on x86_64-pc-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit +immich-postgres | 2026-09-23 21:10:00.749 CEST [1] LOG: listening on IPv4 address "0.0.0.0", port 5432 +immich-postgres | 2026-09-23 21:10:00.749 CEST [1] LOG: listening on IPv6 address "::", port 5432 +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/activities, GET} route +immich-postgres | 2026-09-23 21:10:00.755 CEST [1] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +immich-postgres | 2026-09-23 21:10:00.765 CEST [32] LOG: database system was shut down at 2026-09-23 21:09:57 CEST +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/activities, POST} route +immich-postgres | 2026-09-23 21:10:00.776 CEST [1] LOG: database system is ready to accept connections +immich-postgres | 2026-09-23 21:10:43.996 CEST [1] LOG: received fast shutdown request +immich-postgres | 2026-09-23 21:10:43.999 CEST [1] LOG: aborting any active transactions +immich-postgres | 2026-09-23 21:10:44.002 CEST [1] LOG: background worker "logical replication launcher" (PID 38) exited with exit code 1 +immich-postgres | 2026-09-23 21:10:44.005 CEST [30] LOG: shutting down +immich-postgres | 2026-09-23 21:10:44.008 CEST [30] LOG: checkpoint starting: shutdown immediate +immich-postgres | 2026-09-23 21:10:44.117 CEST [30] LOG: checkpoint complete: wrote 3259 buffers (5.0%); 0 WAL file(s) added, 1 removed, 0 recycled; write=0.056 s, sync=0.037 s, total=0.112 s; sync files=30, longest=0.026 s, average=0.002 s; distance=14122 kB, estimate=14122 kB; lsn=0/ABF89E8, redo lsn=0/ABF89E8 +immich-postgres | 2026-09-23 21:10:44.149 CEST [1] LOG: database system is shut down +immich-postgres | Using SSD storage +immich-postgres | +immich-postgres | PostgreSQL Database directory appears to contain a database; Skipping initialization +immich-postgres | +immich-postgres | 2026-09-23 19:10:47.969 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:10:47.970 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 21:10:48.014 CEST [1] LOG: starting PostgreSQL 16.10 (Debian 16.10-1.pgdg12+1) on x86_64-pc-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit +immich-postgres | 2026-09-23 21:10:48.014 CEST [1] LOG: listening on IPv4 address "0.0.0.0", port 5432 +immich-postgres | 2026-09-23 21:10:48.014 CEST [1] LOG: listening on IPv6 address "::", port 5432 +immich-postgres | 2026-09-23 21:10:48.027 CEST [1] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +immich-postgres | 2026-09-23 21:10:48.037 CEST [34] LOG: database system was shut down at 2026-09-23 21:10:44 CEST +immich-postgres | 2026-09-23 21:10:48.048 CEST [1] LOG: database system is ready to accept connections +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/activities/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/activities/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AlbumController {/api/albums}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/map-markers, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/assets, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/users, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/user/:userId, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/user/:userId, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AppController {/api}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/.well-known/immich, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/custom.css, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AssetController {/api/assets}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/jobs, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/copy, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/metadata, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/metadata, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/ocr, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata/:key, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata/:key, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AssetFilesController {/api/asset-files}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id/download, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AssetMediaController {/api/assets}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/original, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/thumbnail, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/playback, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/bulk-upload-check, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AuthController {/api/auth}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/login, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/admin-sign-up, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/validateToken, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/change-password, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/logout, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/status, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/session/unlock, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/session/lock, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] AuthAdminController {/api/admin/auth}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/auth/unlink-all, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ClusterGroupController {/api/cluster-groups}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests/:id/accept, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/requests, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/users, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/requests, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/regenerate-people, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/leave, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ConfigUserController {/api/config}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/config, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/config/defaults, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ConfigAdminController {/api/admin/config}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config/defaults, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ConfigPublicController {/api/public/config}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/public/config, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/public/config/defaults, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] DatabaseBackupController {/api/admin/database-backups}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/:filename, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/start-restore, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/upload, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] DownloadController {/api/download}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/download/info, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/download/archive, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] DuplicateController {/api/duplicates}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates/resolve, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] FaceController {/api/faces}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/faces, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/faces, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/faces/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/faces/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] IntegrityAdminController {/api/admin/integrity}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/summary, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:id/file, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:type/csv, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] JobController {/api/jobs}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs/:name, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] LibraryController {/api/libraries}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/validate, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/scan, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] MaintenanceController {/api/admin/maintenance}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/status, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/detect-install, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/login, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] MapController {/api/map}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/map/markers, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/map/reverse-geocode, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] MemoryController {/api/memories}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id/assets, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] NotificationController {/api/notifications}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] NotificationAdminController {/api/admin/notifications}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications/test-email, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications/templates/:name, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] OAuthController {/api/oauth}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/mobile-redirect, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/authorize, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/callback, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/link, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/unlink, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/backchannel-logout, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] PartnerController {/api/partners}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/partners, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/partners, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] PersonController {/api/people}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/thumbnail, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/reassign, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/merge, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/merge, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] PluginController {/api/plugins}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/methods, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/templates, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] QueueController {/api/queues}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/queues, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name/jobs, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name/jobs, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] SearchController {/api/search}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/metadata, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/statistics, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/random, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/large-assets, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/smart, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/explore, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/person, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/places, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/cities, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/search/suggestions, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ServerController {/api/server}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/about, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/apk-links, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/storage, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/ping, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version-history, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/features, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/config, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/media-types, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version-check, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] SessionController {/api/sessions}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id/lock, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] SharedLinkController {/api/shared-links}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/login, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/me, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id/assets, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] StackController {/api/stacks}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id/assets/:assetId, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] SyncController {/api/sync}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/stream, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] SystemConfigController {/api/system-config}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config/defaults, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config/storage-template-options, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] SystemMetadataController {/api/system-metadata}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/admin-onboarding, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/admin-onboarding, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/reverse-geocoding-state, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/version-check-state, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] TagController {/api/tags}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id/assets, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id/assets, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] TimelineController {/api/timeline}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/timeline/buckets, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/timeline/bucket, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] TrashController {/api/trash}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/empty, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore/assets, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] UserAdminController {/api/admin/users}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/calendar-heatmap, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/sessions, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/statistics, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/restore, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] UserController {/api/users}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/calendar-heatmap, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id/profile-image, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] VideoStreamController {/api/assets}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/main.m3u8, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/playlist.m3u8, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/:filename, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] ViewController {/api/view}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder/unique-paths, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RoutesResolver] WorkflowController {/api/workflows}: +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, POST} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/triggers, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/share, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PUT} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PATCH} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, DELETE} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/logs, GET} route +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:NestApplication] Nest application successfully started +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:Bootstrap] Immich Server is listening on http://[::1]:2283 [v3.2.2] [production]  +immich-server | [Nest] 35 - 09/23/2026, 9:11:09 PM  LOG [Api:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). diff --git a/documentation/audits/night-2026-09-23/apps/immich/badges.json b/documentation/audits/night-2026-09-23/apps/immich/badges.json new file mode 100644 index 00000000..fc095a4f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/badges.json @@ -0,0 +1,21 @@ +{ + "before": { + "hu": [], + "en": [] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "ecc56bedd829" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/MV-immich.log b/documentation/audits/night-2026-09-23/apps/immich/bench/MV-immich.log new file mode 100644 index 00000000..b480a276 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/MV-immich.log @@ -0,0 +1,147 @@ +[19:16:35] MV-immich: deploying immich at FROM {'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2', 'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.0.3', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine'} +[19:18:30] FROM settled=True in 31.4s :: {"immich-machine-learning": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-postgres": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-server": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:18:30] fixture: the BOX walk's own (Immich), through upgrade_boxport +[19:18:30] immich: seeded album drillalbum0764214a +[19:18:30] immich: readback found=True (http 200, control passed) +[19:18:30] C1 (seed reads back BEFORE): True +[19:18:31] MV-immich: swapping to TO {'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2', 'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine'} +[19:18:54] TO up -d rc=0 +[19:19:26] TO settled=True in 31.5s :: {"immich-machine-learning": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-postgres": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-server": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:19:26] engine state immich-postgres: 16 +[19:19:26] migration lines observed: 0 +[19:19:27] immich: readback found=True (http 200, control passed) +[19:19:27] RESULT (seed reads back AFTER): True +[19:19:27] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.2:2283 +[19:19:42] + 15s immich-machine-learning=170M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=1206M/2048M peak=1337M kills=0 rs=0 reqs=300 +[19:19:58] + 30s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=991M/2048M peak=1337M kills=0 rs=0 reqs=604 +[19:20:13] + 46s immich-machine-learning=170M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=992M/2048M peak=1337M kills=0 rs=0 reqs=904 +[19:20:28] + 61s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=743M/2048M peak=1337M kills=0 rs=0 reqs=1204 +[19:20:43] + 76s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=744M/2048M peak=1337M kills=0 rs=0 reqs=1504 +[19:20:58] + 91s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=745M/2048M peak=1337M kills=0 rs=0 reqs=1804 +[19:21:14] + 106s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=748M/2048M peak=1337M kills=0 rs=0 reqs=2108 +[19:21:29] + 122s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=749M/2048M peak=1337M kills=0 rs=0 reqs=2408 +[19:21:44] + 137s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=749M/2048M peak=1337M kills=0 rs=0 reqs=2708 +[19:21:59] + 152s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=749M/2048M peak=1337M kills=0 rs=0 reqs=3008 +[19:22:15] + 167s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=715M/2048M peak=1337M kills=0 rs=0 reqs=3308 +[19:22:30] + 183s immich-machine-learning=166M/1536M peak=187M kills=0 rs=0 immich-postgres=362M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=697M/2048M peak=1337M kills=0 rs=0 reqs=3612 +[19:22:45] + 198s immich-machine-learning=165M/1536M peak=187M kills=0 rs=0 immich-postgres=355M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=687M/2048M peak=1337M kills=0 rs=0 reqs=3912 +[19:23:00] + 213s immich-machine-learning=165M/1536M peak=187M kills=0 rs=0 immich-postgres=367M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=689M/2048M peak=1337M kills=0 rs=0 reqs=4212 +[19:23:15] + 228s immich-machine-learning=165M/1536M peak=187M kills=0 rs=0 immich-postgres=379M/512M peak=512M kills=0 rs=0 immich-redis=4M/128M peak=7M kills=0 rs=0 immich-server=687M/2048M peak=1337M kills=0 rs=0 reqs=4515 +[19:23:31] + 243s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=389M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=686M/2048M peak=1337M kills=0 rs=0 reqs=4816 +[19:23:46] + 259s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=398M/512M peak=512M kills=0 rs=0 immich-redis=4M/128M peak=7M kills=0 rs=0 immich-server=686M/2048M peak=1337M kills=0 rs=0 reqs=5116 +[19:24:01] + 274s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=409M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=681M/2048M peak=1337M kills=0 rs=0 reqs=5416 +[19:24:16] + 289s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=421M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=678M/2048M peak=1337M kills=0 rs=0 reqs=5718 +[19:24:31] + 304s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=435M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=679M/2048M peak=1337M kills=0 rs=0 reqs=6020 +[19:24:47] + 319s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=447M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=681M/2048M peak=1337M kills=0 rs=0 reqs=6320 +[19:25:02] + 335s immich-machine-learning=156M/1536M peak=187M kills=0 rs=0 immich-postgres=348M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=659M/2048M peak=1337M kills=0 rs=0 reqs=6622 +[19:25:17] + 350s immich-machine-learning=151M/1536M peak=187M kills=0 rs=0 immich-postgres=342M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=640M/2048M peak=1337M kills=0 rs=0 reqs=6922 +[19:25:32] + 365s immich-machine-learning=150M/1536M peak=187M kills=0 rs=0 immich-postgres=354M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=634M/2048M peak=1337M kills=0 rs=0 reqs=7225 +[19:25:48] + 380s immich-machine-learning=150M/1536M peak=187M kills=0 rs=0 immich-postgres=365M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=634M/2048M peak=1337M kills=0 rs=0 reqs=7526 +[19:26:03] + 396s immich-machine-learning=146M/1536M peak=187M kills=0 rs=0 immich-postgres=344M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=617M/2048M peak=1337M kills=0 rs=0 reqs=7826 +[19:26:18] + 411s immich-machine-learning=143M/1536M peak=187M kills=0 rs=0 immich-postgres=338M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=591M/2048M peak=1337M kills=0 rs=0 reqs=8130 +[19:26:33] + 426s immich-machine-learning=142M/1536M peak=187M kills=0 rs=0 immich-postgres=347M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=587M/2048M peak=1337M kills=0 rs=0 reqs=8430 +[19:26:49] + 441s immich-machine-learning=142M/1536M peak=187M kills=0 rs=0 immich-postgres=362M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=587M/2048M peak=1337M kills=0 rs=0 reqs=8730 +[19:27:04] + 456s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=372M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=586M/2048M peak=1337M kills=0 rs=0 reqs=9030 +[19:27:19] + 472s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=382M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=585M/2048M peak=1337M kills=0 rs=0 reqs=9334 +[19:27:34] + 487s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=381M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=585M/2048M peak=1337M kills=0 rs=0 reqs=9634 +[19:27:49] + 502s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=381M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=584M/2048M peak=1337M kills=0 rs=0 reqs=9934 +[19:28:05] + 517s immich-machine-learning=139M/1536M peak=187M kills=0 rs=0 immich-postgres=334M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=560M/2048M peak=1337M kills=0 rs=0 reqs=10238 +[19:28:20] + 532s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=329M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=499M/2048M peak=1337M kills=0 rs=0 reqs=10537 +[19:28:35] + 548s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=329M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=499M/2048M peak=1337M kills=0 rs=0 reqs=10837 +[19:28:50] + 563s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=329M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=500M/2048M peak=1337M kills=0 rs=0 reqs=11137 +[19:29:05] + 578s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=330M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=501M/2048M peak=1337M kills=0 rs=0 reqs=11441 +[19:29:20] + 593s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=330M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=499M/2048M peak=1337M kills=0 rs=0 reqs=11741 +[19:29:36] + 608s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=330M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=500M/2048M peak=1337M kills=0 rs=0 reqs=12041 +[19:29:36] memory watch: killed=False tight=['immich-postgres'] requests=12041 codes={'200': 12041} +[19:29:36] MV-immich: ABORT — putting the FROM images back +[19:30:08] immich: readback found=True (http 200, control passed) +[19:30:08] ABORT: app came back in 31.3s; data present=True +{ + "harness_version": 3, + "edge": "MV-immich", + "app": "immich", + "note": "night 2026-09-23 within-a-major move: immich-machine-learning=ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "from": { + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2", + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine" + }, + "to": { + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2", + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": null, + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": { + "immich-postgres": { + "image": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "probe": "datadir major version", + "answer": "16", + "probe_rc": 0 + } + }, + "memory": { + "soak_s": 608.7, + "requested_s": 600, + "requests": 12041, + "codes": { + "200": 12041 + }, + "first_kill": null, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "peak": 196616192, + "peak_pct": 0.122, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "immich-postgres": { + "limit": 536870912, + "peak": 536993792, + "peak_pct": 1.0, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "immich-redis": { + "limit": 134217728, + "peak": 12558336, + "peak_pct": 0.094, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "immich-server": { + "limit": 2147483648, + "peak": 1402589184, + "peak_pct": 0.653, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [ + "memory_tight" + ], + "duration_s": 31.5, + "measured_at": "2026-09-23T19:30:08Z", + "evidence": "evidence/MV-immich", + "files_changed": [], + "total_s": 812.9 +} diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/abort-states.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/abort-states.json new file mode 100644 index 00000000..424ab8b8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/abort-states.json @@ -0,0 +1,26 @@ +{ + "immich-machine-learning": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "immich-postgres": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "immich-redis": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "immich-server": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/compose-final.log b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/compose-final.log new file mode 100644 index 00000000..7eb10559 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/compose-final.log @@ -0,0 +1,675 @@ +immich-server | Initializing Immich v3.2.2 +immich-postgres | Using SSD storage +immich-server | Detected CPU Cores: 8 +immich-postgres | The files belonging to this database system will be owned by user "postgres". +immich-server | (node:7) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-redis | 1:C 23 Sep 2026 21:17:47.833 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +immich-redis | 1:C 23 Sep 2026 21:17:47.833 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +immich-redis | 1:C 23 Sep 2026 21:17:47.833 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +immich-redis | 1:C 23 Sep 2026 21:17:47.833 * Configuration loaded +immich-redis | 1:M 23 Sep 2026 21:17:47.834 * monotonic clock: POSIX clock_gettime +immich-redis | 1:M 23 Sep 2026 21:17:47.835 * Running mode=standalone, port=6379. +immich-redis | 1:M 23 Sep 2026 21:17:47.835 * Server initialized +immich-redis | 1:M 23 Sep 2026 21:17:47.841 * Creating AOF base file appendonly.aof.1.base.rdb on server start +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | Starting api worker +immich-server | Starting microservices worker +immich-server | (node:29) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | (node:7) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:WebsocketRepository] Initialized websocket server +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Creating VectorChord extension +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Reindexing clip_index (This may take a while, do not restart) +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Reindexing face_index (This may take a while, do not restart) +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  WARN [Microservices:DatabaseRepository] Table smart_search does not exist, skipping reindexing. This is only normal if this is a new Immich instance. +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  WARN [Microservices:DatabaseRepository] Table face_search does not exist, skipping reindexing. This is only normal if this is a new Immich instance. +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Running migrations +immich-server | [Nest] 29 - 09/23/2026, 9:18:07 PM  LOG [Api:WebsocketRepository] Initialized websocket server +immich-machine-learning | [09/23/26 21:29:40] INFO  Starting gunicorn 25.3.0 +immich-machine-learning | [09/23/26 21:29:40] INFO  Listening at: http://[::]:3003 (13) +immich-machine-learning | [09/23/26 21:29:40] INFO  Using worker: immich_ml.config.CustomUvicornWorker +immich-machine-learning | [09/23/26 21:29:40] INFO  Booting worker with pid: 19 +immich-machine-learning | [09/23/26 21:29:43] INFO  Started server process [19] +immich-machine-learning | [09/23/26 21:29:43] INFO  Waiting for application startup. +immich-machine-learning | [09/23/26 21:29:43] INFO  Created in-memory cache with unloading after 300s +immich-redis | 1:M 23 Sep 2026 21:17:47.849 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +immich-redis | 1:M 23 Sep 2026 21:17:47.849 * Ready to accept connections tcp +immich-redis | 1:M 23 Sep 2026 21:22:48.043 * 100 changes in 300 seconds. Saving... +immich-redis | 1:M 23 Sep 2026 21:22:48.044 * Background saving started by pid 191 +immich-server | [Nest] 7 - 09/23/2026, 9:18:09 PM  LOG [Microservices:Migrations] Converting database file paths from relative to absolute (source=upload/*, target=/usr/src/app/upload/*) +immich-postgres | This user must also own the server process. +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1744910873969-InitialMigration" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1744991379464-AddNotificationsTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1745244781846-AddUserAvatarColorColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1745902563899-AddAssetVisibilityColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746636476623-DropExtraIndexes" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746768490606-AddUserPincode" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746844028242-AddLockedVisibilityEnum" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746987967923-AddPinExpiresAtColumn" succeeded +immich-postgres | +immich-postgres | The database cluster will be initialized with locale "en_US.utf8". +immich-postgres | The default database encoding has accordingly been set to "UTF8". +immich-postgres | The default text search configuration will be set to "english". +immich-postgres | +immich-postgres | Data page checksums are enabled. +immich-postgres | +immich-postgres | fixing permissions on existing directory /var/lib/postgresql/data ... ok +immich-postgres | creating subdirectories ... ok +immich-postgres | selecting dynamic shared memory implementation ... posix +immich-postgres | selecting default max_connections ... 100 +immich-postgres | selecting default shared_buffers ... 128MB +immich-postgres | selecting default time zone ... Europe/Budapest +immich-postgres | creating configuration files ... ok +immich-postgres | running bootstrap script ... ok +immich-postgres | performing post-bootstrap initialization ... ok +immich-postgres | syncing data to disk ... ok +immich-postgres | +immich-postgres | +immich-postgres | Success. You can now start the database server using: +immich-postgres | +immich-postgres | pg_ctl -D /var/lib/postgresql/data -l logfile start +immich-postgres | +immich-postgres | initdb: warning: enabling "trust" authentication for local connections +immich-postgres | initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb. +immich-postgres | 2026-09-23 19:17:48.883 GMT [47] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:17:48.884 GMT [47] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | waiting for server to start....2026-09-23 19:17:48.918 GMT [52] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:17:48.918 GMT [52] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 21:17:48.954 CEST [52] LOG: starting PostgreSQL 16.10 (Debian 16.10-1.pgdg12+1) on x86_64-pc-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit +immich-postgres | 2026-09-23 21:17:48.957 CEST [52] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +immich-postgres | 2026-09-23 21:17:48.970 CEST [55] LOG: database system was shut down at 2026-09-23 21:17:48 CEST +immich-postgres | 2026-09-23 21:17:48.981 CEST [52] LOG: database system is ready to accept connections +immich-postgres | done +immich-postgres | server started +immich-postgres | CREATE DATABASE +immich-postgres | +immich-postgres | +immich-postgres | /usr/local/bin/docker-entrypoint.sh: ignoring /docker-entrypoint-initdb.d/* +immich-postgres | +immich-postgres | waiting for server to shut down...2026-09-23 21:17:49.277 CEST [52] LOG: received fast shutdown request +immich-postgres | .2026-09-23 21:17:49.280 CEST [52] LOG: aborting any active transactions +immich-postgres | 2026-09-23 21:17:49.288 CEST [52] LOG: background worker "logical replication launcher" (PID 61) exited with exit code 1 +immich-postgres | 2026-09-23 21:17:49.291 CEST [53] LOG: shutting down +immich-postgres | 2026-09-23 21:17:49.293 CEST [53] LOG: checkpoint starting: shutdown immediate +immich-postgres | 2026-09-23 21:17:49.378 CEST [53] LOG: checkpoint complete: wrote 922 buffers (1.4%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.028 s, sync=0.044 s, total=0.088 s; sync files=301, longest=0.009 s, average=0.001 s; distance=1672 kB, estimate=1672 kB; lsn=0/18CED10, redo lsn=0/18CED10 +immich-postgres | 2026-09-23 21:17:49.400 CEST [52] LOG: database system is shut down +immich-postgres | done +immich-postgres | server stopped +immich-postgres | +immich-postgres | PostgreSQL init process complete; ready for start up. +immich-postgres | +immich-postgres | 2026-09-23 19:17:49.499 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:17:49.499 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 21:17:49.547 CEST [1] LOG: starting PostgreSQL 16.10 (Debian 16.10-1.pgdg12+1) on x86_64-pc-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit +immich-postgres | 2026-09-23 21:17:49.548 CEST [1] LOG: listening on IPv4 address "0.0.0.0", port 5432 +immich-postgres | 2026-09-23 21:17:49.548 CEST [1] LOG: listening on IPv6 address "::", port 5432 +immich-postgres | 2026-09-23 21:17:49.554 CEST [1] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +immich-postgres | 2026-09-23 21:17:49.565 CEST [71] LOG: database system was shut down at 2026-09-23 21:17:49 CEST +immich-postgres | 2026-09-23 21:17:49.577 CEST [1] LOG: database system is ready to accept connections +immich-postgres | 2026-09-23 21:18:02.200 CEST [86] ERROR: relation "system_metadata" does not exist at character 21 +immich-postgres | 2026-09-23 21:18:02.200 CEST [86] STATEMENT: select "value" from "system_metadata" where "key" = $1 +immich-postgres | 2026-09-23 21:22:49.668 CEST [69] LOG: checkpoint starting: time +immich-postgres | 2026-09-23 21:27:19.128 CEST [69] LOG: checkpoint complete: wrote 16733 buffers (25.5%); 0 WAL file(s) added, 0 removed, 8 recycled; write=269.335 s, sync=0.078 s, total=269.461 s; sync files=736, longest=0.006 s, average=0.001 s; distance=137123 kB, estimate=137123 kB; lsn=0/9EB7A90, redo lsn=0/9EB7A58 +immich-machine-learning |   of inactivity. +immich-machine-learning | [09/23/26 21:29:44] INFO  Initialized request thread pool with 8 threads. +immich-machine-learning | [09/23/26 21:29:44] INFO  Application startup complete. +immich-redis | 191:C 23 Sep 2026 21:22:48.052 * DB saved on disk +immich-redis | 191:C 23 Sep 2026 21:22:48.053 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +immich-redis | 1:M 23 Sep 2026 21:22:48.145 * Background saving terminated with success +immich-redis | 1:M 23 Sep 2026 21:27:49.029 * 100 changes in 300 seconds. Saving... +immich-redis | 1:M 23 Sep 2026 21:27:49.030 * Background saving started by pid 375 +immich-redis | 375:C 23 Sep 2026 21:27:49.037 * DB saved on disk +immich-redis | 375:C 23 Sep 2026 21:27:49.038 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +immich-redis | 1:M 23 Sep 2026 21:27:49.130 * Background saving terminated with success +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1747329504572-AddNewSessionColumns" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1747338664832-SessionRename" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1747664684909-AddAlbumAuditTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1749067526135-UserOnboardingDefault" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750107668827-PartnerCreateId" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750189909087-AddAlbumUserCreateFields" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750323941566-UnsetPrewarmDimParameter" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750676477029-AlbumAssetUpdateId" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750694237564-AlbumAssetAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750780093818-AddAlbumToAssetDeleteTrigger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1751035357937-MemorySyncChanges" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1751304834247-StackSyncChanges" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1751924596408-AddOverrides" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752004072340-UpdateIndexOverrides" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752152941084-PeopleAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752161055253-RenameGeodataPKConstraint" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752161055254-AddActivityAssetFk" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752169992364-AddIsPendingSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752250924342-UserMetadataSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752267649968-StandardizeNames" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752759108283-ConvertToAbsolutePaths" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753104909784-AssetFaceUpdateIdAndAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753464178233-RenameApiKeyPermissions" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753471866748-AddSharedLinkSlug" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753800911775-ProfileImageCheckpointRemoval" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1754389095885-ResetAlbumAssetSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1756318797207-AssetMetadataTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1758705774125-CreateAssetOCRTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1758705789125-CreateOCRSearchTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1758705804128-UpsertOcrAssetJobStatus" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1761078763279-AddAppVersionColumnToSession" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1761755618862-FixColumnNames" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1762297277677-AddPluginAndWorkflowTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764483051488-OCRBigramsForCJK" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764698859174-SidecarInAssetFile" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764705680041-ChangeWorkflowTableColumnsName" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764957138636-AddLockedPropertiesToAssetExif" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768336661963-AddAssetWidthHeight" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768336671610-CreateAssetEditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768336694315-CreateIsVisibleColumns" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768587436457-AddEditCountToAsset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768757482271-SwitchToIsEdited" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768828334807-AddIsEditedToAssetFile" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768847456553-AddTagsToExif" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1769105700133-AddAssetEditSequence" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1769441657564-AddIsProgressiveColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1769635093204-DropThumbnailJobStatusColumns" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771478781948-PeopleSearchIndex" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771535611395-ConvertRating0ToNull" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771639515206-AddIsTransparentColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771873044511-ChangesTokensToBuffers" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771873813973-AssetEditSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1772121424533-AddAssetExifGistEarthcoord" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1772129818245-FixStupidWhiteSpace" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1772609167000-UpdateOpusCodecName" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1773242919341-EncodedVideoAssetFiles" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1773956345315-DuplicateSharedLinkAssets" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1774393726320-AssetFaceSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1774548649115-AddChecksumAlgorithm.ts" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1775165531374-AddPersonNameTrigramIndex" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776217577402-DropAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776263790468-DropDeviceIdAndDeviceAssetId" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776332807985-SetOAuthAllowInsecureRequests" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776442031775-AddOauthSidToSession" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776792304485-ReconcileSqlToolsUpgradeChanges" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776848612954-MigrateAlbumOwnerIdToAlbumUser" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777415973792-AddVideoStreamTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777654048096-CreateAudioVideoTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777667825574-ChangeDurationToInteger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777897107000-PartnerAssetSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1778614946174-UpdateWorkflowTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1779806699547-AddPluginTemplates" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1780435471692-DeleteMismatchedAssetFaces" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1780592070031-ConvertNegativeRatingToNull" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1780592071031-AssetOcrSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1781089983296-CreateIntegrityReportTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1782414436633-AddPluginMethodAllowedHosts" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1782500000000-RestoreLivePhotoStillVisibility" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784647658615-AddOAuthBearerTokenToSession" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784836013770-MinFacePreferenceMigration" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784986754473-ConvertUserPasswordEmptyStringToNull" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784986754474-AlbumDescriptionNullable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786385711807-AlbumOwnerDeleteTrigger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786741078327-AddWorkflowLogsTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786972746371-AssetOcrUpdatedAtTrigger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786972746372-AssetOcrSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1787148183729-ClusterGroups" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1787148183730-DeleteMismatchedMemoryAssets" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Finished running migrations +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseService] Checking for schema drift +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseService] No schema drift detected +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Verifying system mount folder checks, current state: {"mountChecks":{}} +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the encoded-video folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the library folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the upload folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the profile folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the thumbs folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the backups folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Successfully enabled system mount folders checks +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Successfully verified system mount folder checks +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] targetLists=1, current=1 for clip_index of 0 rows +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] targetLists=1, current=1 for face_index of 0 rows +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] Running migrations +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:MetadataService] Bootstrapping metadata service +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:MetadataService] Initializing metadata service +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:MapRepository] Initializing metadata repository +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] Finished running migrations +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseService] Checking for schema drift +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseService] No schema drift detected +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:StorageService] Verifying system mount folder checks, current state: {"mountChecks":{"thumbs":true,"upload":true,"backups":true,"library":true,"profile":true,"encoded-video":true}} +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:StorageService] Successfully verified system mount folder checks +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:ServerService] Feature Flags: { +immich-server | "smartSearch": true, +immich-server | "facialRecognition": true, +immich-server | "duplicateDetection": true, +immich-server | "map": true, +immich-server | "reverseGeocoding": true, +immich-server | "importFaces": false, +immich-server | "sidecar": true, +immich-server | "search": true, +immich-server | "trash": true, +immich-server | "oauth": false, +immich-server | "oauthAutoLaunch": false, +immich-server | "ocr": true, +immich-server | "passwordLogin": true, +immich-server | "configFile": false, +immich-server | "email": false, +immich-server | "realtimeTranscoding": false +immich-server | } +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:SystemConfigService] LogLevel=log (set via system config) +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:NestFactory] Starting Nest application... +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsCommonModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] OpenTelemetryModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] KyselyModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] OpenTelemetryCoreModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] DiscoveryModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsRootModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsPluginsModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ScheduleModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ApiModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  WARN [Api:LegacyRouteConverter] Unsupported route path: "/api/*". In previous versions, the symbols ?, *, and + were used to denote optional or repeating path parameters. The latest version of "path-to-regexp" now requires the use of named parameters. For example, instead of using a route like /users/* to capture all routes starting with "/users", you should use /users/*path. For more details, refer to the migration guide. Attempting to auto-convert to "/api/{*path}"... +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ApiKeyController {/api/api-keys}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id/rotate, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ActivityController {/api/activities}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AlbumController {/api/albums}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/map-markers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/users, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/user/:userId, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/user/:userId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AppController {/api}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/.well-known/immich, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/custom.css, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AssetController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/jobs, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/copy, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/metadata, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/metadata, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/ocr, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata/:key, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata/:key, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AssetFilesController {/api/asset-files}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id/download, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AssetMediaController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/original, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/thumbnail, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/playback, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/bulk-upload-check, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AuthController {/api/auth}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/login, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/admin-sign-up, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/validateToken, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/change-password, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/logout, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/status, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/session/unlock, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/session/lock, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AuthAdminController {/api/admin/auth}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/auth/unlink-all, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ClusterGroupController {/api/cluster-groups}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests/:id/accept, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/requests, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/requests, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/regenerate-people, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/leave, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ConfigUserController {/api/config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ConfigAdminController {/api/admin/config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ConfigPublicController {/api/public/config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/public/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/public/config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] DatabaseBackupController {/api/admin/database-backups}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/:filename, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/start-restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/upload, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] DownloadController {/api/download}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/download/info, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/download/archive, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] DuplicateController {/api/duplicates}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates/resolve, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] FaceController {/api/faces}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] IntegrityAdminController {/api/admin/integrity}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/summary, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:id/file, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:type/csv, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] JobController {/api/jobs}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs/:name, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] LibraryController {/api/libraries}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/validate, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/scan, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] MaintenanceController {/api/admin/maintenance}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/status, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/detect-install, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/login, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] MapController {/api/map}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/map/markers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/map/reverse-geocode, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] MemoryController {/api/memories}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] NotificationController {/api/notifications}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] NotificationAdminController {/api/admin/notifications}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications/test-email, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications/templates/:name, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] OAuthController {/api/oauth}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/mobile-redirect, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/authorize, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/callback, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/link, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/unlink, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/backchannel-logout, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] PartnerController {/api/partners}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] PersonController {/api/people}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/thumbnail, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/reassign, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/merge, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/merge, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] PluginController {/api/plugins}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/methods, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/templates, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] QueueController {/api/queues}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name/jobs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name/jobs, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SearchController {/api/search}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/metadata, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/statistics, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/random, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/large-assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/smart, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/explore, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/person, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/places, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/cities, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/suggestions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ServerController {/api/server}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/about, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/apk-links, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/storage, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/ping, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version-history, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/features, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/media-types, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version-check, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SessionController {/api/sessions}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id/lock, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SharedLinkController {/api/shared-links}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/login, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] StackController {/api/stacks}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id/assets/:assetId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SyncController {/api/sync}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/stream, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SystemConfigController {/api/system-config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config/storage-template-options, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SystemMetadataController {/api/system-metadata}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/admin-onboarding, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/admin-onboarding, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/reverse-geocoding-state, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/version-check-state, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] TagController {/api/tags}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] TimelineController {/api/timeline}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/timeline/buckets, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/timeline/bucket, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] TrashController {/api/trash}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/empty, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore/assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] UserAdminController {/api/admin/users}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/calendar-heatmap, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/sessions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] UserController {/api/users}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/calendar-heatmap, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id/profile-image, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] VideoStreamController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/main.m3u8, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/playlist.m3u8, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/:filename, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ViewController {/api/view}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder/unique-paths, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] WorkflowController {/api/workflows}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/triggers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/share, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/logs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:NestApplication] Nest application successfully started +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:Bootstrap] Immich Server is listening on http://[::1]:2283 [v3.2.2] [production]  +immich-server | [Nest] 29 - 09/23/2026, 9:18:11 PM  LOG [Api:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). +immich-server | [Nest] 7 - 09/23/2026, 9:18:11 PM  LOG [Microservices:MapRepository] Starting geodata import +immich-server | [Nest] 7 - 09/23/2026, 9:18:13 PM  LOG [Microservices:MapRepository] 10000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:13 PM  LOG [Microservices:MapRepository] 20000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:13 PM  LOG [Microservices:MapRepository] 30000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:14 PM  LOG [Microservices:MapRepository] 40000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 50000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 60000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 70000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 80000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 90000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:16 PM  LOG [Microservices:MapRepository] 100000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:16 PM  LOG [Microservices:MapRepository] 110000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:16 PM  LOG [Microservices:MapRepository] 120000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:17 PM  LOG [Microservices:MapRepository] 130000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:17 PM  LOG [Microservices:MapRepository] 140000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 150000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 160000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 170000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 180000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 190000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 200000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 210000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 220000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] Successfully imported 228294 geodata records in 8.67s (26321 records/second) +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:MapRepository] Geodata import completed +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:MetadataService] Initialized local reverse geocoder +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:ServerService] Feature Flags: { +immich-server | "smartSearch": true, +immich-server | "facialRecognition": true, +immich-server | "duplicateDetection": true, +immich-server | "map": true, +immich-server | "reverseGeocoding": true, +immich-server | "importFaces": false, +immich-server | "sidecar": true, +immich-server | "search": true, +immich-server | "trash": true, +immich-server | "oauth": false, +immich-server | "oauthAutoLaunch": false, +immich-server | "ocr": true, +immich-server | "passwordLogin": true, +immich-server | "configFile": false, +immich-server | "email": false, +immich-server | "realtimeTranscoding": false +immich-server | } +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:SystemConfigService] LogLevel=log (set via system config) +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:WorkflowExecutionService] Imported plugin immich-plugin-core@2.0.1 (14 methods) from /build/plugins/immich-plugin-core +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:WorkflowExecutionService] Loaded plugin: immich-plugin-core@2.0.1 +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:WorkflowExecutionService] Loaded plugin with host functions: immich-plugin-core@2.0.1/worker +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:NestFactory] Starting Nest application... +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsCommonModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] OpenTelemetryModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] KyselyModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] OpenTelemetryCoreModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] DiscoveryModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsRootModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsPluginsModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] MicroservicesModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:NestApplication] Nest application successfully started +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:Bootstrap] Immich Microservices is running [v3.2.2] [production]  +immich-server | [Nest] 29 - 09/23/2026, 9:29:42 PM  LOG [Api:MachineLearningRepository] Machine learning server became unhealthy (http://immich-machine-learning:3003). diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/engine-state.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/engine-state.json new file mode 100644 index 00000000..e1be9442 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/engine-state.json @@ -0,0 +1,8 @@ +{ + "immich-postgres": { + "image": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "probe": "datadir major version", + "answer": "16", + "probe_rc": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-after.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-after.json new file mode 100644 index 00000000..f8ec0b03 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-after.json @@ -0,0 +1,4 @@ +{ + "/srv/felhom-gate/hdd/appdata/immich": "31722cbdbed0111437ee5a4cac7200c7a534204e486e219ab02149a0e9fa778a", + "/srv/felhom-gate/hdd/userdata/media/photos": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-before.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-before.json new file mode 100644 index 00000000..f8ec0b03 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/files-before.json @@ -0,0 +1,4 @@ +{ + "/srv/felhom-gate/hdd/appdata/immich": "31722cbdbed0111437ee5a4cac7200c7a534204e486e219ab02149a0e9fa778a", + "/srv/felhom-gate/hdd/userdata/media/photos": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/memory-samples.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/memory-samples.json new file mode 100644 index 00000000..da8f1fa2 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/memory-samples.json @@ -0,0 +1,1842 @@ +[ + { + "t": 15.2, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178462720, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414011392, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5586944, + "peak": 8118272, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 1264697344, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 300 + }, + { + "t": 30.4, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178196480, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414121984, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5328896, + "peak": 8118272, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 1039609856, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 604 + }, + { + "t": 45.6, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178466816, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414158848, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5341184, + "peak": 8208384, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 1040441344, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 904 + }, + { + "t": 60.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178200576, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414158848, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5345280, + "peak": 8208384, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 779300864, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1204 + }, + { + "t": 76.0, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178208768, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414355456, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5394432, + "peak": 8208384, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 780746752, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1504 + }, + { + "t": 91.1, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178204672, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414478336, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5386240, + "peak": 8208384, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 781664256, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1804 + }, + { + "t": 106.3, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178204672, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414740480, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5693440, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 785059840, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2108 + }, + { + "t": 121.5, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178204672, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414740480, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5431296, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 785616896, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2408 + }, + { + "t": 136.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178204672, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414740480, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5439488, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 785514496, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2708 + }, + { + "t": 152.0, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178204672, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414953472, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5464064, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 785854464, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3008 + }, + { + "t": 167.3, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 178163712, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 414740480, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5701632, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 750112768, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3308 + }, + { + "t": 182.6, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 175009792, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 379826176, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5439488, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 731209728, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3612 + }, + { + "t": 197.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 173649920, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 373264384, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5439488, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 721293312, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3912 + }, + { + "t": 213.0, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 173654016, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 384954368, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5668864, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 723329024, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4212 + }, + { + "t": 228.2, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 173240320, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 398372864, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5062656, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 720949248, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4515 + }, + { + "t": 243.4, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 172695552, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 408465408, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5537792, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 719634432, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4816 + }, + { + "t": 258.6, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 172691456, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 417566720, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5042176, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 719994880, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5116 + }, + { + "t": 273.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 172695552, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 429649920, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5529600, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 714743808, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5416 + }, + { + "t": 289.0, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 172466176, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 442392576, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5296128, + "peak": 8265728, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 711598080, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5718 + }, + { + "t": 304.1, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 172371968, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 456232960, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5464064, + "peak": 8368128, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 712654848, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6020 + }, + { + "t": 319.4, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 172367872, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 468766720, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 5259264, + "peak": 8368128, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 714194944, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6320 + }, + { + "t": 334.6, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 164622336, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 365424640, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9805824, + "peak": 11681792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 691580928, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6622 + }, + { + "t": 349.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 158806016, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 358973440, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9797632, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 671752192, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6922 + }, + { + "t": 365.1, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 157478912, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 371200000, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9621504, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 664993792, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7225 + }, + { + "t": 380.3, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 157286400, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 383717376, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9646080, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 664936448, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7526 + }, + { + "t": 395.5, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 153878528, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 361472000, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9785344, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 647692288, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7826 + }, + { + "t": 410.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 150192128, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 354439168, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9269248, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 620589056, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8130 + }, + { + "t": 426.1, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 149094400, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 364015616, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9183232, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 615858176, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8430 + }, + { + "t": 441.3, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 149094400, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 380403712, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9416704, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 616407040, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8730 + }, + { + "t": 456.5, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 148729856, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 390467584, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9170944, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 614916096, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9030 + }, + { + "t": 471.7, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 148393984, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 400846848, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9490432, + "peak": 12267520, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 613888000, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9334 + }, + { + "t": 486.9, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 148393984, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 400433152, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9175040, + "peak": 12312576, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 613564416, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9634 + }, + { + "t": 502.1, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 148393984, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 400433152, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9469952, + "peak": 12312576, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 613330944, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9934 + }, + { + "t": 517.3, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 145793024, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 350883840, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9416704, + "peak": 12312576, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 587444224, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10238 + }, + { + "t": 532.5, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 139784192, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 345411584, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9420800, + "peak": 12312576, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 523378688, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10537 + }, + { + "t": 547.7, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 139616256, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 345264128, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9138176, + "peak": 12558336, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 523464704, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10837 + }, + { + "t": 562.8, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 139616256, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 345657344, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9441280, + "peak": 12558336, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 524726272, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 11137 + }, + { + "t": 578.0, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 139583488, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 346103808, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9437184, + "peak": 12558336, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 525406208, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 11441 + }, + { + "t": 593.2, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 139583488, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 346103808, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9437184, + "peak": 12558336, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 524128256, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 11741 + }, + { + "t": 608.4, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "current": 139583488, + "peak": 196616192, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-postgres": { + "limit": 536870912, + "current": 346103808, + "peak": 536993792, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-redis": { + "limit": 134217728, + "current": 9183232, + "peak": 12558336, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "immich-server": { + "limit": 2147483648, + "current": 524574720, + "peak": 1402589184, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 12041 + } +] \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/migration-lines.txt new file mode 100644 index 00000000..e69de29b diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/run.log b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/run.log new file mode 100644 index 00000000..09a04dbd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/run.log @@ -0,0 +1,58 @@ +[19:16:35] MV-immich: deploying immich at FROM {'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2', 'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.0.3', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine'} +[19:18:30] FROM settled=True in 31.4s :: {"immich-machine-learning": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-postgres": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-server": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:18:30] fixture: the BOX walk's own (Immich), through upgrade_boxport +[19:18:30] immich: seeded album drillalbum0764214a +[19:18:30] immich: readback found=True (http 200, control passed) +[19:18:30] C1 (seed reads back BEFORE): True +[19:18:31] MV-immich: swapping to TO {'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2', 'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine'} +[19:18:54] TO up -d rc=0 +[19:19:26] TO settled=True in 31.5s :: {"immich-machine-learning": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-postgres": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "immich-server": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:19:26] engine state immich-postgres: 16 +[19:19:26] migration lines observed: 0 +[19:19:27] immich: readback found=True (http 200, control passed) +[19:19:27] RESULT (seed reads back AFTER): True +[19:19:27] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.2:2283 +[19:19:42] + 15s immich-machine-learning=170M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=1206M/2048M peak=1337M kills=0 rs=0 reqs=300 +[19:19:58] + 30s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=991M/2048M peak=1337M kills=0 rs=0 reqs=604 +[19:20:13] + 46s immich-machine-learning=170M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=992M/2048M peak=1337M kills=0 rs=0 reqs=904 +[19:20:28] + 61s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=394M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=743M/2048M peak=1337M kills=0 rs=0 reqs=1204 +[19:20:43] + 76s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=744M/2048M peak=1337M kills=0 rs=0 reqs=1504 +[19:20:58] + 91s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=745M/2048M peak=1337M kills=0 rs=0 reqs=1804 +[19:21:14] + 106s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=748M/2048M peak=1337M kills=0 rs=0 reqs=2108 +[19:21:29] + 122s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=749M/2048M peak=1337M kills=0 rs=0 reqs=2408 +[19:21:44] + 137s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=749M/2048M peak=1337M kills=0 rs=0 reqs=2708 +[19:21:59] + 152s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=749M/2048M peak=1337M kills=0 rs=0 reqs=3008 +[19:22:15] + 167s immich-machine-learning=169M/1536M peak=187M kills=0 rs=0 immich-postgres=395M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=715M/2048M peak=1337M kills=0 rs=0 reqs=3308 +[19:22:30] + 183s immich-machine-learning=166M/1536M peak=187M kills=0 rs=0 immich-postgres=362M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=697M/2048M peak=1337M kills=0 rs=0 reqs=3612 +[19:22:45] + 198s immich-machine-learning=165M/1536M peak=187M kills=0 rs=0 immich-postgres=355M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=687M/2048M peak=1337M kills=0 rs=0 reqs=3912 +[19:23:00] + 213s immich-machine-learning=165M/1536M peak=187M kills=0 rs=0 immich-postgres=367M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=689M/2048M peak=1337M kills=0 rs=0 reqs=4212 +[19:23:15] + 228s immich-machine-learning=165M/1536M peak=187M kills=0 rs=0 immich-postgres=379M/512M peak=512M kills=0 rs=0 immich-redis=4M/128M peak=7M kills=0 rs=0 immich-server=687M/2048M peak=1337M kills=0 rs=0 reqs=4515 +[19:23:31] + 243s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=389M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=686M/2048M peak=1337M kills=0 rs=0 reqs=4816 +[19:23:46] + 259s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=398M/512M peak=512M kills=0 rs=0 immich-redis=4M/128M peak=7M kills=0 rs=0 immich-server=686M/2048M peak=1337M kills=0 rs=0 reqs=5116 +[19:24:01] + 274s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=409M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=681M/2048M peak=1337M kills=0 rs=0 reqs=5416 +[19:24:16] + 289s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=421M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=678M/2048M peak=1337M kills=0 rs=0 reqs=5718 +[19:24:31] + 304s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=435M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=679M/2048M peak=1337M kills=0 rs=0 reqs=6020 +[19:24:47] + 319s immich-machine-learning=164M/1536M peak=187M kills=0 rs=0 immich-postgres=447M/512M peak=512M kills=0 rs=0 immich-redis=5M/128M peak=7M kills=0 rs=0 immich-server=681M/2048M peak=1337M kills=0 rs=0 reqs=6320 +[19:25:02] + 335s immich-machine-learning=156M/1536M peak=187M kills=0 rs=0 immich-postgres=348M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=659M/2048M peak=1337M kills=0 rs=0 reqs=6622 +[19:25:17] + 350s immich-machine-learning=151M/1536M peak=187M kills=0 rs=0 immich-postgres=342M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=640M/2048M peak=1337M kills=0 rs=0 reqs=6922 +[19:25:32] + 365s immich-machine-learning=150M/1536M peak=187M kills=0 rs=0 immich-postgres=354M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=634M/2048M peak=1337M kills=0 rs=0 reqs=7225 +[19:25:48] + 380s immich-machine-learning=150M/1536M peak=187M kills=0 rs=0 immich-postgres=365M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=634M/2048M peak=1337M kills=0 rs=0 reqs=7526 +[19:26:03] + 396s immich-machine-learning=146M/1536M peak=187M kills=0 rs=0 immich-postgres=344M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=617M/2048M peak=1337M kills=0 rs=0 reqs=7826 +[19:26:18] + 411s immich-machine-learning=143M/1536M peak=187M kills=0 rs=0 immich-postgres=338M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=591M/2048M peak=1337M kills=0 rs=0 reqs=8130 +[19:26:33] + 426s immich-machine-learning=142M/1536M peak=187M kills=0 rs=0 immich-postgres=347M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=587M/2048M peak=1337M kills=0 rs=0 reqs=8430 +[19:26:49] + 441s immich-machine-learning=142M/1536M peak=187M kills=0 rs=0 immich-postgres=362M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=587M/2048M peak=1337M kills=0 rs=0 reqs=8730 +[19:27:04] + 456s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=372M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=586M/2048M peak=1337M kills=0 rs=0 reqs=9030 +[19:27:19] + 472s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=382M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=585M/2048M peak=1337M kills=0 rs=0 reqs=9334 +[19:27:34] + 487s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=381M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=585M/2048M peak=1337M kills=0 rs=0 reqs=9634 +[19:27:49] + 502s immich-machine-learning=141M/1536M peak=187M kills=0 rs=0 immich-postgres=381M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=584M/2048M peak=1337M kills=0 rs=0 reqs=9934 +[19:28:05] + 517s immich-machine-learning=139M/1536M peak=187M kills=0 rs=0 immich-postgres=334M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=560M/2048M peak=1337M kills=0 rs=0 reqs=10238 +[19:28:20] + 532s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=329M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=499M/2048M peak=1337M kills=0 rs=0 reqs=10537 +[19:28:35] + 548s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=329M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=499M/2048M peak=1337M kills=0 rs=0 reqs=10837 +[19:28:50] + 563s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=329M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=500M/2048M peak=1337M kills=0 rs=0 reqs=11137 +[19:29:05] + 578s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=330M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=501M/2048M peak=1337M kills=0 rs=0 reqs=11441 +[19:29:20] + 593s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=330M/512M peak=512M kills=0 rs=0 immich-redis=9M/128M peak=11M kills=0 rs=0 immich-server=499M/2048M peak=1337M kills=0 rs=0 reqs=11741 +[19:29:36] + 608s immich-machine-learning=133M/1536M peak=187M kills=0 rs=0 immich-postgres=330M/512M peak=512M kills=0 rs=0 immich-redis=8M/128M peak=11M kills=0 rs=0 immich-server=500M/2048M peak=1337M kills=0 rs=0 reqs=12041 +[19:29:36] memory watch: killed=False tight=['immich-postgres'] requests=12041 codes={'200': 12041} +[19:29:36] MV-immich: ABORT — putting the FROM images back +[19:30:08] immich: readback found=True (http 200, control passed) +[19:30:08] ABORT: app came back in 31.3s; data present=True \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-full.log b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-full.log new file mode 100644 index 00000000..029356ef --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-full.log @@ -0,0 +1,662 @@ +immich-server | Initializing Immich v3.2.2 +immich-server | Detected CPU Cores: 8 +immich-server | (node:7) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | Starting api worker +immich-server | Starting microservices worker +immich-server | (node:29) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | (node:7) ExperimentalWarning: WASI is an experimental feature and might change at any time +immich-server | (Use `node --trace-warnings ...` to show where the warning was created) +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:WebsocketRepository] Initialized websocket server +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Creating VectorChord extension +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Reindexing clip_index (This may take a while, do not restart) +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Reindexing face_index (This may take a while, do not restart) +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  WARN [Microservices:DatabaseRepository] Table smart_search does not exist, skipping reindexing. This is only normal if this is a new Immich instance. +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  WARN [Microservices:DatabaseRepository] Table face_search does not exist, skipping reindexing. This is only normal if this is a new Immich instance. +immich-server | [Nest] 7 - 09/23/2026, 9:18:07 PM  LOG [Microservices:DatabaseRepository] Running migrations +immich-server | [Nest] 29 - 09/23/2026, 9:18:07 PM  LOG [Api:WebsocketRepository] Initialized websocket server +immich-server | [Nest] 7 - 09/23/2026, 9:18:09 PM  LOG [Microservices:Migrations] Converting database file paths from relative to absolute (source=upload/*, target=/usr/src/app/upload/*) +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1744910873969-InitialMigration" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1744991379464-AddNotificationsTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1745244781846-AddUserAvatarColorColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1745902563899-AddAssetVisibilityColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746636476623-DropExtraIndexes" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746768490606-AddUserPincode" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746844028242-AddLockedVisibilityEnum" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1746987967923-AddPinExpiresAtColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1747329504572-AddNewSessionColumns" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1747338664832-SessionRename" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1747664684909-AddAlbumAuditTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1749067526135-UserOnboardingDefault" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750107668827-PartnerCreateId" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750189909087-AddAlbumUserCreateFields" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750323941566-UnsetPrewarmDimParameter" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750676477029-AlbumAssetUpdateId" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750694237564-AlbumAssetAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1750780093818-AddAlbumToAssetDeleteTrigger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1751035357937-MemorySyncChanges" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1751304834247-StackSyncChanges" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1751924596408-AddOverrides" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752004072340-UpdateIndexOverrides" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752152941084-PeopleAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752161055253-RenameGeodataPKConstraint" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752161055254-AddActivityAssetFk" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752169992364-AddIsPendingSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752250924342-UserMetadataSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752267649968-StandardizeNames" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1752759108283-ConvertToAbsolutePaths" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753104909784-AssetFaceUpdateIdAndAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753464178233-RenameApiKeyPermissions" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753471866748-AddSharedLinkSlug" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1753800911775-ProfileImageCheckpointRemoval" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1754389095885-ResetAlbumAssetSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1756318797207-AssetMetadataTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1758705774125-CreateAssetOCRTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1758705789125-CreateOCRSearchTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1758705804128-UpsertOcrAssetJobStatus" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1761078763279-AddAppVersionColumnToSession" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1761755618862-FixColumnNames" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1762297277677-AddPluginAndWorkflowTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764483051488-OCRBigramsForCJK" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764698859174-SidecarInAssetFile" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764705680041-ChangeWorkflowTableColumnsName" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1764957138636-AddLockedPropertiesToAssetExif" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768336661963-AddAssetWidthHeight" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768336671610-CreateAssetEditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768336694315-CreateIsVisibleColumns" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768587436457-AddEditCountToAsset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768757482271-SwitchToIsEdited" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768828334807-AddIsEditedToAssetFile" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1768847456553-AddTagsToExif" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1769105700133-AddAssetEditSequence" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1769441657564-AddIsProgressiveColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1769635093204-DropThumbnailJobStatusColumns" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771478781948-PeopleSearchIndex" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771535611395-ConvertRating0ToNull" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771639515206-AddIsTransparentColumn" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771873044511-ChangesTokensToBuffers" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1771873813973-AssetEditSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1772121424533-AddAssetExifGistEarthcoord" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1772129818245-FixStupidWhiteSpace" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1772609167000-UpdateOpusCodecName" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1773242919341-EncodedVideoAssetFiles" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1773956345315-DuplicateSharedLinkAssets" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1774393726320-AssetFaceSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1774548649115-AddChecksumAlgorithm.ts" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1775165531374-AddPersonNameTrigramIndex" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776217577402-DropAuditTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776263790468-DropDeviceIdAndDeviceAssetId" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776332807985-SetOAuthAllowInsecureRequests" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776442031775-AddOauthSidToSession" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776792304485-ReconcileSqlToolsUpgradeChanges" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1776848612954-MigrateAlbumOwnerIdToAlbumUser" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777415973792-AddVideoStreamTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777654048096-CreateAudioVideoTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777667825574-ChangeDurationToInteger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1777897107000-PartnerAssetSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1778614946174-UpdateWorkflowTables" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1779806699547-AddPluginTemplates" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1780435471692-DeleteMismatchedAssetFaces" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1780592070031-ConvertNegativeRatingToNull" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1780592071031-AssetOcrSync" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1781089983296-CreateIntegrityReportTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1782414436633-AddPluginMethodAllowedHosts" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1782500000000-RestoreLivePhotoStillVisibility" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784647658615-AddOAuthBearerTokenToSession" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784836013770-MinFacePreferenceMigration" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784986754473-ConvertUserPasswordEmptyStringToNull" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1784986754474-AlbumDescriptionNullable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786385711807-AlbumOwnerDeleteTrigger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786741078327-AddWorkflowLogsTable" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786972746371-AssetOcrUpdatedAtTrigger" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1786972746372-AssetOcrSyncReset" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1787148183729-ClusterGroups" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Migration "1787148183730-DeleteMismatchedMemoryAssets" succeeded +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseRepository] Finished running migrations +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseService] Checking for schema drift +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:DatabaseService] No schema drift detected +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Verifying system mount folder checks, current state: {"mountChecks":{}} +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the encoded-video folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the library folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the upload folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the profile folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the thumbs folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Writing initial mount file for the backups folder +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Successfully enabled system mount folders checks +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:StorageService] Successfully verified system mount folder checks +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] targetLists=1, current=1 for clip_index of 0 rows +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] targetLists=1, current=1 for face_index of 0 rows +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] Running migrations +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:MetadataService] Bootstrapping metadata service +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:MetadataService] Initializing metadata service +immich-server | [Nest] 7 - 09/23/2026, 9:18:10 PM  LOG [Microservices:MapRepository] Initializing metadata repository +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseRepository] Finished running migrations +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseService] Checking for schema drift +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:DatabaseService] No schema drift detected +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:StorageService] Verifying system mount folder checks, current state: {"mountChecks":{"thumbs":true,"upload":true,"backups":true,"library":true,"profile":true,"encoded-video":true}} +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:StorageService] Successfully verified system mount folder checks +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:ServerService] Feature Flags: { +immich-server | "smartSearch": true, +immich-server | "facialRecognition": true, +immich-server | "duplicateDetection": true, +immich-server | "map": true, +immich-server | "reverseGeocoding": true, +immich-server | "importFaces": false, +immich-server | "sidecar": true, +immich-server | "search": true, +immich-server | "trash": true, +immich-server | "oauth": false, +immich-server | "oauthAutoLaunch": false, +immich-server | "ocr": true, +immich-server | "passwordLogin": true, +immich-server | "configFile": false, +immich-server | "email": false, +immich-server | "realtimeTranscoding": false +immich-server | } +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:SystemConfigService] LogLevel=log (set via system config) +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:NestFactory] Starting Nest application... +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsCommonModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] OpenTelemetryModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] KyselyModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] OpenTelemetryCoreModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] DiscoveryModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsRootModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ClsPluginsModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ScheduleModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:InstanceLoader] ApiModule dependencies initialized +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  WARN [Api:LegacyRouteConverter] Unsupported route path: "/api/*". In previous versions, the symbols ?, *, and + were used to denote optional or repeating path parameters. The latest version of "path-to-regexp" now requires the use of named parameters. For example, instead of using a route like /users/* to capture all routes starting with "/users", you should use /users/*path. For more details, refer to the migration guide. Attempting to auto-convert to "/api/{*path}"... +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ApiKeyController {/api/api-keys}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id/rotate, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/api-keys/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ActivityController {/api/activities}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/activities/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AlbumController {/api/albums}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/map-markers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/users, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/user/:userId, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/albums/:id/user/:userId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AppController {/api}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/.well-known/immich, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/custom.css, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AssetController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/jobs, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, PUT} route +immich-machine-learning | [09/23/26 21:18:57] INFO  Starting gunicorn 25.3.0 +immich-machine-learning | [09/23/26 21:18:57] INFO  Listening at: http://[::]:3003 (13) +immich-machine-learning | [09/23/26 21:18:57] INFO  Using worker: immich_ml.config.CustomUvicornWorker +immich-machine-learning | [09/23/26 21:18:57] INFO  Booting worker with pid: 19 +immich-machine-learning | [09/23/26 21:18:58] INFO  Started server process [19] +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/copy, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/metadata, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/metadata, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/ocr, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata/:key, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/metadata/:key, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/edits, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AssetFilesController {/api/asset-files}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/asset-files/:id/download, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AssetMediaController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/original, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/thumbnail, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/playback, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/bulk-upload-check, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AuthController {/api/auth}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/login, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/admin-sign-up, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/validateToken, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/change-password, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/logout, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/status, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/pin-code, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/session/unlock, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/auth/session/lock, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] AuthAdminController {/api/admin/auth}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/auth/unlink-all, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ClusterGroupController {/api/cluster-groups}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests/:id/accept, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/requests/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/requests, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/requests, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/regenerate-people, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/cluster-groups/:id/leave, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ConfigUserController {/api/config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ConfigAdminController {/api/admin/config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/config, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ConfigPublicController {/api/public/config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/public/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/public/config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] DatabaseBackupController {/api/admin/database-backups}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/:filename, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/start-restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/database-backups/upload, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] DownloadController {/api/download}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/download/info, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/download/archive, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] DuplicateController {/api/duplicates}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/duplicates/resolve, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] FaceController {/api/faces}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/faces/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] IntegrityAdminController {/api/admin/integrity}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/summary, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:id/file, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/integrity/report/:type/csv, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] JobController {/api/jobs}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/jobs/:name, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] LibraryController {/api/libraries}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/validate, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/libraries/:id/scan, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] MaintenanceController {/api/admin/maintenance}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/status, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/detect-install, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance/login, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/maintenance, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] MapController {/api/map}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/map/markers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/map/reverse-geocode, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] MemoryController {/api/memories}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, PUT} route +immich-postgres | Using SSD storage +immich-postgres | The files belonging to this database system will be owned by user "postgres". +immich-postgres | This user must also own the server process. +immich-postgres | +immich-postgres | The database cluster will be initialized with locale "en_US.utf8". +immich-postgres | The default database encoding has accordingly been set to "UTF8". +immich-postgres | The default text search configuration will be set to "english". +immich-postgres | +immich-postgres | Data page checksums are enabled. +immich-postgres | +immich-postgres | fixing permissions on existing directory /var/lib/postgresql/data ... ok +immich-postgres | creating subdirectories ... ok +immich-postgres | selecting dynamic shared memory implementation ... posix +immich-postgres | selecting default max_connections ... 100 +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, PATCH} route +immich-machine-learning | [09/23/26 21:18:58] INFO  Waiting for application startup. +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id, DELETE} route +immich-machine-learning | [09/23/26 21:18:58] INFO  Created in-memory cache with unloading after 300s +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id/assets, PUT} route +immich-machine-learning |   of inactivity. +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/memories/:id/assets, DELETE} route +immich-postgres | selecting default shared_buffers ... 128MB +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] NotificationController {/api/notifications}: +immich-postgres | selecting default time zone ... Europe/Budapest +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, GET} route +immich-machine-learning | [09/23/26 21:18:58] INFO  Initialized request thread pool with 8 threads. +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, PUT} route +immich-machine-learning | [09/23/26 21:18:58] INFO  Application startup complete. +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, PUT} route +immich-postgres | creating configuration files ... ok +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/notifications/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] NotificationAdminController {/api/admin/notifications}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications/test-email, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/notifications/templates/:name, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] OAuthController {/api/oauth}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/mobile-redirect, GET} route +immich-postgres | running bootstrap script ... ok +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/authorize, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/callback, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/link, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/unlink, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/oauth/backchannel-logout, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] PartnerController {/api/partners}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/partners/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] PersonController {/api/people}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people, DELETE} route +immich-postgres | performing post-bootstrap initialization ... ok +immich-postgres | syncing data to disk ... ok +immich-postgres | +immich-postgres | +immich-postgres | Success. You can now start the database server using: +immich-postgres | +immich-postgres | pg_ctl -D /var/lib/postgresql/data -l logfile start +immich-postgres | +immich-postgres | initdb: warning: enabling "trust" authentication for local connections +immich-postgres | initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb. +immich-postgres | 2026-09-23 19:17:48.883 GMT [47] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:17:48.884 GMT [47] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | waiting for server to start....2026-09-23 19:17:48.918 GMT [52] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:17:48.918 GMT [52] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 21:17:48.954 CEST [52] LOG: starting PostgreSQL 16.10 (Debian 16.10-1.pgdg12+1) on x86_64-pc-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit +immich-postgres | 2026-09-23 21:17:48.957 CEST [52] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +immich-postgres | 2026-09-23 21:17:48.970 CEST [55] LOG: database system was shut down at 2026-09-23 21:17:48 CEST +immich-postgres | 2026-09-23 21:17:48.981 CEST [52] LOG: database system is ready to accept connections +immich-postgres | done +immich-postgres | server started +immich-postgres | CREATE DATABASE +immich-postgres | +immich-postgres | +immich-postgres | /usr/local/bin/docker-entrypoint.sh: ignoring /docker-entrypoint-initdb.d/* +immich-postgres | +immich-postgres | waiting for server to shut down...2026-09-23 21:17:49.277 CEST [52] LOG: received fast shutdown request +immich-postgres | .2026-09-23 21:17:49.280 CEST [52] LOG: aborting any active transactions +immich-postgres | 2026-09-23 21:17:49.288 CEST [52] LOG: background worker "logical replication launcher" (PID 61) exited with exit code 1 +immich-postgres | 2026-09-23 21:17:49.291 CEST [53] LOG: shutting down +immich-postgres | 2026-09-23 21:17:49.293 CEST [53] LOG: checkpoint starting: shutdown immediate +immich-postgres | 2026-09-23 21:17:49.378 CEST [53] LOG: checkpoint complete: wrote 922 buffers (1.4%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.028 s, sync=0.044 s, total=0.088 s; sync files=301, longest=0.009 s, average=0.001 s; distance=1672 kB, estimate=1672 kB; lsn=0/18CED10, redo lsn=0/18CED10 +immich-postgres | 2026-09-23 21:17:49.400 CEST [52] LOG: database system is shut down +immich-postgres | done +immich-postgres | server stopped +immich-postgres | +immich-postgres | PostgreSQL init process complete; ready for start up. +immich-postgres | +immich-postgres | 2026-09-23 19:17:49.499 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 19:17:49.499 GMT [1] LOG: skipping missing configuration file "/var/lib/postgresql/data/postgresql.override.conf" +immich-postgres | 2026-09-23 21:17:49.547 CEST [1] LOG: starting PostgreSQL 16.10 (Debian 16.10-1.pgdg12+1) on x86_64-pc-linux-gnu, compiled by gcc (Debian 12.2.0-14+deb12u1) 12.2.0, 64-bit +immich-postgres | 2026-09-23 21:17:49.548 CEST [1] LOG: listening on IPv4 address "0.0.0.0", port 5432 +immich-postgres | 2026-09-23 21:17:49.548 CEST [1] LOG: listening on IPv6 address "::", port 5432 +immich-postgres | 2026-09-23 21:17:49.554 CEST [1] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +immich-postgres | 2026-09-23 21:17:49.565 CEST [71] LOG: database system was shut down at 2026-09-23 21:17:49 CEST +immich-postgres | 2026-09-23 21:17:49.577 CEST [1] LOG: database system is ready to accept connections +immich-postgres | 2026-09-23 21:18:02.200 CEST [86] ERROR: relation "system_metadata" does not exist at character 21 +immich-postgres | 2026-09-23 21:18:02.200 CEST [86] STATEMENT: select "value" from "system_metadata" where "key" = $1 +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/thumbnail, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/reassign, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/merge, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/people/:id/merge, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] PluginController {/api/plugins}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/methods, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/templates, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/plugins/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] QueueController {/api/queues}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name/jobs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/queues/:name/jobs, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SearchController {/api/search}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/metadata, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/statistics, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/random, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/large-assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/smart, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/explore, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/person, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/places, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/cities, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/search/suggestions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ServerController {/api/server}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/about, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/apk-links, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/storage, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/ping, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version-history, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/features, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/media-types, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/license, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/server/version-check, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SessionController {/api/sessions}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sessions/:id/lock, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SharedLinkController {/api/shared-links}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/login, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/shared-links/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] StackController {/api/stacks}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/stacks/:id/assets/:assetId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SyncController {/api/sync}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/stream, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/sync/ack, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SystemConfigController {/api/system-config}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config/defaults, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-config/storage-template-options, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] SystemMetadataController {/api/system-metadata}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/admin-onboarding, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/admin-onboarding, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/reverse-geocoding-state, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/system-metadata/version-check-state, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] TagController {/api/tags}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id/assets, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/tags/:id/assets, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] TimelineController {/api/timeline}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/timeline/buckets, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/timeline/bucket, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] TrashController {/api/trash}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/empty, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/trash/restore/assets, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] UserAdminController {/api/admin/users}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/calendar-heatmap, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/sessions, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/statistics, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/preferences, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/admin/users/:id/restore, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] UserController {/api/users}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/calendar-heatmap, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/preferences, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/license, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/me/onboarding, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/profile-image, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/users/:id/profile-image, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] VideoStreamController {/api/assets}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/main.m3u8, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/playlist.m3u8, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId/:variantIndex/:filename, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/assets/:id/video/stream/:sessionId, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] ViewController {/api/view}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder/unique-paths, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/view/folder, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RoutesResolver] WorkflowController {/api/workflows}: +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, POST} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/triggers, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/share, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PUT} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, PATCH} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id, DELETE} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:RouterExplorer] Mapped {/api/workflows/:id/logs, GET} route +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:NestApplication] Nest application successfully started +immich-server | [Nest] 29 - 09/23/2026, 9:18:10 PM  LOG [Api:Bootstrap] Immich Server is listening on http://[::1]:2283 [v3.2.2] [production]  +immich-server | [Nest] 29 - 09/23/2026, 9:18:11 PM  LOG [Api:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). +immich-server | [Nest] 7 - 09/23/2026, 9:18:11 PM  LOG [Microservices:MapRepository] Starting geodata import +immich-server | [Nest] 7 - 09/23/2026, 9:18:13 PM  LOG [Microservices:MapRepository] 10000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:13 PM  LOG [Microservices:MapRepository] 20000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:13 PM  LOG [Microservices:MapRepository] 30000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:14 PM  LOG [Microservices:MapRepository] 40000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 50000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 60000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 70000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 80000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:15 PM  LOG [Microservices:MapRepository] 90000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:16 PM  LOG [Microservices:MapRepository] 100000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:16 PM  LOG [Microservices:MapRepository] 110000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:16 PM  LOG [Microservices:MapRepository] 120000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:17 PM  LOG [Microservices:MapRepository] 130000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:17 PM  LOG [Microservices:MapRepository] 140000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 150000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 160000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 170000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:18 PM  LOG [Microservices:MapRepository] 180000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 190000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 200000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 210000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] 220000 geodata records imported +immich-server | [Nest] 7 - 09/23/2026, 9:18:19 PM  LOG [Microservices:MapRepository] Successfully imported 228294 geodata records in 8.67s (26321 records/second) +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:MapRepository] Geodata import completed +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:MetadataService] Initialized local reverse geocoder +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:ServerService] Feature Flags: { +immich-server | "smartSearch": true, +immich-server | "facialRecognition": true, +immich-server | "duplicateDetection": true, +immich-server | "map": true, +immich-server | "reverseGeocoding": true, +immich-server | "importFaces": false, +immich-server | "sidecar": true, +immich-server | "search": true, +immich-server | "trash": true, +immich-server | "oauth": false, +immich-server | "oauthAutoLaunch": false, +immich-server | "ocr": true, +immich-server | "passwordLogin": true, +immich-server | "configFile": false, +immich-server | "email": false, +immich-server | "realtimeTranscoding": false +immich-server | } +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:SystemConfigService] LogLevel=log (set via system config) +immich-server | [Nest] 7 - 09/23/2026, 9:18:29 PM  LOG [Microservices:MachineLearningRepository] Machine learning server became healthy (http://immich-machine-learning:3003). +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:WorkflowExecutionService] Imported plugin immich-plugin-core@2.0.1 (14 methods) from /build/plugins/immich-plugin-core +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:WorkflowExecutionService] Loaded plugin: immich-plugin-core@2.0.1 +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:WorkflowExecutionService] Loaded plugin with host functions: immich-plugin-core@2.0.1/worker +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:NestFactory] Starting Nest application... +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsCommonModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] OpenTelemetryModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] KyselyModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] OpenTelemetryCoreModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] DiscoveryModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsRootModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] ClsPluginsModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] BullModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:InstanceLoader] MicroservicesModule dependencies initialized +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:NestApplication] Nest application successfully started +immich-server | [Nest] 7 - 09/23/2026, 9:18:30 PM  LOG [Microservices:Bootstrap] Immich Microservices is running [v3.2.2] [production]  +immich-redis | 1:C 23 Sep 2026 21:17:47.833 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +immich-redis | 1:C 23 Sep 2026 21:17:47.833 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +immich-redis | 1:C 23 Sep 2026 21:17:47.833 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +immich-redis | 1:C 23 Sep 2026 21:17:47.833 * Configuration loaded +immich-redis | 1:M 23 Sep 2026 21:17:47.834 * monotonic clock: POSIX clock_gettime +immich-redis | 1:M 23 Sep 2026 21:17:47.835 * Running mode=standalone, port=6379. +immich-redis | 1:M 23 Sep 2026 21:17:47.835 * Server initialized +immich-redis | 1:M 23 Sep 2026 21:17:47.841 * Creating AOF base file appendonly.aof.1.base.rdb on server start +immich-redis | 1:M 23 Sep 2026 21:17:47.849 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +immich-redis | 1:M 23 Sep 2026 21:17:47.849 * Ready to accept connections tcp diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-states.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-states.json new file mode 100644 index 00000000..424ab8b8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/to-states.json @@ -0,0 +1,26 @@ +{ + "immich-machine-learning": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "immich-postgres": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "immich-redis": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "immich-server": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/verdict.json b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/verdict.json new file mode 100644 index 00000000..83a84e06 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/bench/evidence/MV-immich/verdict.json @@ -0,0 +1,89 @@ +{ + "harness_version": 3, + "edge": "MV-immich", + "app": "immich", + "note": "night 2026-09-23 within-a-major move: immich-machine-learning=ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "from": { + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2", + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine" + }, + "to": { + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2", + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": null, + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": { + "immich-postgres": { + "image": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "probe": "datadir major version", + "answer": "16", + "probe_rc": 0 + } + }, + "memory": { + "soak_s": 608.7, + "requested_s": 600, + "requests": 12041, + "codes": { + "200": 12041 + }, + "first_kill": null, + "containers": { + "immich-machine-learning": { + "limit": 1610612736, + "peak": 196616192, + "peak_pct": 0.122, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "immich-postgres": { + "limit": 536870912, + "peak": 536993792, + "peak_pct": 1.0, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "immich-redis": { + "limit": 134217728, + "peak": 12558336, + "peak_pct": 0.094, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "immich-server": { + "limit": 2147483648, + "peak": 1402589184, + "peak_pct": 0.653, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [ + "memory_tight" + ], + "duration_s": 31.5, + "measured_at": "2026-09-23T19:30:08Z", + "evidence": "evidence/MV-immich", + "files_changed": [], + "total_s": 812.9 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/log.txt b/documentation/audits/night-2026-09-23/apps/immich/log.txt new file mode 100644 index 00000000..2f0acca5 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/log.txt @@ -0,0 +1,35 @@ +21:07:57 ==== immich: ghcr.io/immich-app/immich-machine-learning:v3.0.3 -> ghcr.io/immich-app/immich-machine-learning:v3.2.2 (sub=photos, class=db-postgres) +21:08:01 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/immich'] +21:08:01 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:08:02 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:09:37 [1] deployed, controller state=running, pinned={'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.0.3', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine', 'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2'} +21:09:41 [2] seeding through the app's own front door +21:09:42 immich: seeded album drillalbum447ef3f2 +21:09:42 [3] control C1 — reading the seed back BEFORE the update +21:09:42 immich: readback found=True (http 200, control passed) +21:09:42 [4] backup press SKIPPED for immich (R-648: whole-box only; the update's backing-up phase backs up immich alone) +21:09:43 [5] drill commit ecc56bedd829: immich ghcr.io/immich-app/immich-machine-learning:v3.0.3 -> ghcr.io/immich-app/immich-machine-learning:v3.2.2 (push rc=0) +21:09:48 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:09:48 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:09:48 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:09:48 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:10:12 + 23.6s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:10:14 + 25.6s phase=pulling label=Új verzió letöltése… err=None hold=None +21:10:43 + 54.4s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:10:48 + 59.6s phase=starting label=Indítás az új verzióval… err=None hold=None +21:10:59 + 70.9s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:11:20 + 91.4s phase=done label=Frissítve err=None hold=None +21:11:20 [7] reading the seed back AFTER the update +21:11:20 immich: readback found=True (http 200, control passed) +21:11:23 [8] pinned = {'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine', 'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2'} +21:11:23 [8] installed = {'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine', 'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2'} +21:11:23 [8] compose = ['image: ghcr.io/immich-app/immich-server:v3.2.2', 'image: ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'image: redis:7-alpine'] +21:11:23 [8] inspect = ['immich-machine-learning ghcr.io/immich-app/immich-machine-learning:v3.2.2 running=true restarts=0', 'immich-server ghcr.io/immich-app/immich-server:v3.2.2 running=true restarts=0', 'immich-postgres ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0 running=true restarts=0', 'immich-redis redis:7-alpine running=true restarts=0'] +21:11:23 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/immich/verdict.json +21:11:24 [X] stop -> 200 {'ok': True, 'message': 'Stack immich stop completed'} +21:11:29 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/immich tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó vi +21:11:29 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:11:56 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'immich', 'volumes_removed': ['immich_immich_ml_cache', 'immich_immich_postgres_data', 'immich_immich_redis_data'], 'hdd_paths_ +21:12:04 [X] after remove: deployed=False leftovers='/opt/docker/stacks/immich' +21:13:08 [X] R-626 check +60 s after remove: 'clean' +21:13:08 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/immich/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/immich/observables-before.json b/documentation/audits/night-2026-09-23/apps/immich/observables-before.json new file mode 100644 index 00000000..6928c512 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/observables-before.json @@ -0,0 +1,27 @@ +{ + "pinned_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "installed_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/immich-app/immich-server:v3.2.2", + "image: ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "immich-server ghcr.io/immich-app/immich-server:v3.2.2 running=true restarts=0", + "immich-postgres ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0 running=true restarts=0", + "immich-machine-learning ghcr.io/immich-app/immich-machine-learning:v3.0.3 running=true restarts=0", + "immich-redis redis:7-alpine running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/observables.json b/documentation/audits/night-2026-09-23/apps/immich/observables.json new file mode 100644 index 00000000..8c0d8b2a --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/observables.json @@ -0,0 +1,61 @@ +{ + "before": { + "pinned_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "installed_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/immich-app/immich-server:v3.2.2", + "image: ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "immich-server ghcr.io/immich-app/immich-server:v3.2.2 running=true restarts=0", + "immich-postgres ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0 running=true restarts=0", + "immich-machine-learning ghcr.io/immich-app/immich-machine-learning:v3.0.3 running=true restarts=0", + "immich-redis redis:7-alpine running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "installed_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "catalog_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "live_compose_image_lines": [ + "image: ghcr.io/immich-app/immich-server:v3.2.2", + "image: ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "immich-machine-learning ghcr.io/immich-app/immich-machine-learning:v3.2.2 running=true restarts=0", + "immich-server ghcr.io/immich-app/immich-server:v3.2.2 running=true restarts=0", + "immich-postgres ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0 running=true restarts=0", + "immich-redis redis:7-alpine running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/phases.json b/documentation/audits/night-2026-09-23/apps/immich/phases.json new file mode 100644 index 00000000..00d7c831 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/phases.json @@ -0,0 +1,67 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 23.6, + "phase": "safety-dump", + "label": "Adatbázis pillanatkép…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 25.6, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 54.4, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 59.6, + "phase": "starting", + "label": "Indítás az új verzióval…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 70.9, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 91.4, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 91.4, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/immich/verdict.json b/documentation/audits/night-2026-09-23/apps/immich/verdict.json new file mode 100644 index 00000000..07a02225 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/immich/verdict.json @@ -0,0 +1,66 @@ +{ + "harness_version": 1, + "app": "immich", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "db-postgres", + "from": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.0.3", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "to": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "immich-server | \u001b[32m[Nest] 7 - \u001b[39m09/23/2026, 9:11:07 PM \u001b[32m LOG\u001b[39m \u001b[33m[Microservices:DatabaseRepository]\u001b[39m \u001b[32mRunning migrations\u001b[39m", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 91.4, + "measured_at": "2026-09-23T19:07:57.553286+00:00", + "evidence": "apps/immich/", + "notes": [], + "badge_catchup_seconds": 4.6, + "observables_after": { + "pinned_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "installed_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "catalog_images": { + "immich-machine-learning": "ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "immich-postgres": "ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "immich-redis": "redis:7-alpine", + "immich-server": "ghcr.io/immich-app/immich-server:v3.2.2" + }, + "live_compose_image_lines": [ + "image: ghcr.io/immich-app/immich-server:v3.2.2", + "image: ghcr.io/immich-app/immich-machine-learning:v3.2.2", + "image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "immich-machine-learning ghcr.io/immich-app/immich-machine-learning:v3.2.2 running=true restarts=0", + "immich-server ghcr.io/immich-app/immich-server:v3.2.2 running=true restarts=0", + "immich-postgres ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0 running=true restarts=0", + "immich-redis redis:7-alpine running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga-oldfixture/log.txt b/documentation/audits/night-2026-09-23/apps/komga-oldfixture/log.txt new file mode 100644 index 00000000..06a87c2c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga-oldfixture/log.txt @@ -0,0 +1,10 @@ +20:58:48 ==== komga: gotson/komga:1.25.0 -> gotson/komga:1.27.1 (sub=komga, class=embedded) +20:58:52 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/komga'] +20:58:52 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +20:58:52 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:59:27 [1] deployed, controller state=running, pinned={'komga': 'gotson/komga:1.25.0'} +20:59:30 [2] seeding through the app's own front door +20:59:31 komga: claimed the server as drill1f4ddbd1@example.invalid +20:59:31 [3] control C1 — reading the seed back BEFORE the update +20:59:32 komga: readback found=False (http 404, control refused 401) +20:59:32 [9] verdict inconclusive -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/komga/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/komga-oldfixture/observables-before.json b/documentation/audits/night-2026-09-23/apps/komga-oldfixture/observables-before.json new file mode 100644 index 00000000..6e1f89e9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga-oldfixture/observables-before.json @@ -0,0 +1,15 @@ +{ + "pinned_images": { + "komga": "gotson/komga:1.25.0" + }, + "installed_images": { + "komga": "gotson/komga:1.25.0" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: gotson/komga:1.25.0" + ], + "docker_inspect": [ + "komga gotson/komga:1.25.0 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga-oldfixture/verdict.json b/documentation/audits/night-2026-09-23/apps/komga-oldfixture/verdict.json new file mode 100644 index 00000000..1177cb7e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga-oldfixture/verdict.json @@ -0,0 +1,24 @@ +{ + "harness_version": 1, + "app": "komga", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "embedded", + "from": { + "komga": "gotson/komga:1.25.0" + }, + "to": {}, + "verdict": "inconclusive", + "seed_read_before": false, + "seed_read_after": false, + "healthy_after": false, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 43.5, + "measured_at": "2026-09-23T18:58:48.822177+00:00", + "evidence": "apps/komga/", + "notes": [ + "C1 FAILED: the fixture could not prove itself before the update, so it can prove nothing after", + "C1 failed — a fixture that cannot prove itself first proves nothing after" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/komga/app-logs-after.txt new file mode 100644 index 00000000..8dedab85 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/app-logs-after.txt @@ -0,0 +1,63 @@ +komga | kotlin-logging: initializing... active logger factory: Slf4jLoggerFactory +komga | Standard Commons Logging discovery in action with spring-jcl: please remove commons-logging.jar from classpath in order to avoid potential conflicts +komga | ____ __. +komga | | |/ _|____ _____ _________ +komga | | < / _ \ / \ / ___\__ \ +komga | | | ( <_> ) Y Y \/ /_/ > __ \_ +komga | |____|__ \____/|__|_| /\___ (____ / +komga | \/ \//_____/ \/ +komga | +komga | Version: 1.27.1 +komga | +komga | 2026-09-23T21:22:11.860+02:00 INFO 1 --- [ main] org.gotson.komga.ApplicationKt : Starting ApplicationKt v1.27.1 using Java 23.0.2 with PID 1 (/app/application.jar started by root in /app) +komga | 2026-09-23T21:22:11.865+02:00 INFO 1 --- [ main] org.gotson.komga.ApplicationKt : The following 1 profile is active: "docker" +komga | 2026-09-23T21:22:17.389+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRW - Starting... +komga | 2026-09-23T21:22:17.731+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteMainPoolRW - Added connection org.sqlite.jdbc4.JDBC4Connection@5e5a2b74 +komga | 2026-09-23T21:22:17.733+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRW - Start completed. +komga | 2026-09-23T21:22:18.044+02:00 INFO 1 --- [ main] org.flywaydb.core.FlywayExecutor : Database: jdbc:sqlite:/config/database.sqlite (SQLite 3.53) +komga | 2026-09-23T21:22:18.270+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbValidate : Successfully validated 92 migrations (execution time 00:00.183s) +komga | 2026-09-23T21:22:18.290+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Current version of schema "main": 20250730173126 +komga | 2026-09-23T21:22:18.322+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20260225161438 - tags view" +komga | 2026-09-23T21:22:18.357+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20260921111319 - book projection" +komga | 2026-09-23T21:22:18.382+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Successfully applied 2 migrations to schema "main", now at version v20260921111319 (execution time 00:00.013s) +komga | 2026-09-23T21:22:19.541+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRO - Starting... +komga | 2026-09-23T21:22:19.545+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteMainPoolRO - Added connection org.sqlite.jdbc4.JDBC4Connection@c2dab10 +komga | 2026-09-23T21:22:19.546+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRO - Start completed. +komga | 2026-09-23T21:22:20.276+02:00 INFO 1 --- [ main] o.j.i.D.logVersionSupport : Version : Database version is supported by dialect SQLDialect.SQLITE: 3.53.2 +komga | 2026-09-23T21:22:20.640+02:00 INFO 1 --- [ main] o.s.b.w.embedded.tomcat.TomcatWebServer : Tomcat initialized with port 25600 (http) +komga | 2026-09-23T21:22:20.677+02:00 INFO 1 --- [ main] o.apache.catalina.core.StandardService : Starting service [Tomcat] +komga | 2026-09-23T21:22:20.678+02:00 INFO 1 --- [ main] o.apache.catalina.core.StandardEngine : Starting Servlet engine: [Apache Tomcat/10.1.55] +komga | 2026-09-23T21:22:20.743+02:00 INFO 1 --- [ main] o.a.c.c.C.[Tomcat].[localhost].[/] : Initializing Spring embedded WebApplicationContext +komga | 2026-09-23T21:22:20.744+02:00 INFO 1 --- [ main] w.s.c.ServletWebServerApplicationContext : Root WebApplicationContext: initialization completed in 8670 ms +komga | Standard Commons Logging discovery in action with spring-jcl: please remove commons-logging.jar from classpath in order to avoid potential conflicts +komga | 2026-09-23T21:22:21.535+02:00 INFO 1 --- [ main] o.g.k.i.kobo.KepubConverter : Kepub conversion available. kepubify path: /usr/bin/kepubify +komga | 2026-09-23T21:22:21.754+02:00 INFO 1 --- [ main] c.g.g.n.h.i.plugins.HeifLibraryLoader : Loaded libheif v1.21.2 +komga | 2026-09-23T21:22:21.780+02:00 INFO 1 --- [ main] c.g.g.n.j.i.plugins.JxlImageReaderSpi : Loaded libjxl v0.11.1 +komga | 2026-09-23T21:22:21.818+02:00 INFO 1 --- [ main] c.g.g.n.w.i.plugins.WebpImageReaderSpi : Loaded libwebp: decoder v1.5.0, demux v1.5.0 +komga | 2026-09-23T21:22:21.865+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported read formats: [JPG, JPEG 2000, tiff, PCX, bigtiff, bmp, gif, WBMP, PNG, RAW, JPEG, AVIF, PNM, BigTIFF, tif, TIFF, wbmp, jpeg, jpeg-lossless, jxl, jbig2, jpg, JPEG2000, pcx, BMP, GIF, Jpeg XL, heic, png, BIGTIFF, raw, heif, JPEG-LOSSLESS, webp, JBIG2, pnm, TIF, jpeg2000, WebP, HEIC, jpeg 2000, HEIF, avif] +komga | 2026-09-23T21:22:21.866+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported read mediaTypes: [image/vnd.wap.wbmp, image/jpeg, image/x-portable-graymap, image/bmp, image/gif, image/x-windows-pcx, image/x-pc-paintbrush, image/x-raw, image/webp, image/heif-sequence, image/x-pcx, image/heic-sequence, image/avif, image/x-portable-bitmap, image/heif, image/heic, image/png, image/x-jb2, image/pcx, image/x-windows-bmp, image/jpeg2000, image/jp2, image/x-bmp, image/x-png, image/x-portable-pixmap, image/tiff, image/x-tiff, image/x-jbig2, image/x-portable-anymap, image/jxl] +komga | 2026-09-23T21:22:21.867+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported write formats: [JPG, JPEG 2000, tiff, bmp, bigtiff, PCX, gif, WBMP, PNG, RAW, JPEG, AVIF, PNM, BigTIFF, tif, TIFF, wbmp, jpeg, jpg, JPEG2000, BMP, pcx, GIF, heic, png, BIGTIFF, raw, heif, pnm, TIF, jpeg2000, HEIC, jpeg 2000, HEIF, avif] +komga | 2026-09-23T21:22:21.868+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported write mediaTypes: [image/vnd.wap.wbmp, image/jpeg, image/x-portable-graymap, image/bmp, image/gif, image/x-windows-pcx, image/x-pc-paintbrush, image/x-raw, image/heif-sequence, image/x-pcx, image/heic-sequence, image/avif, image/x-portable-bitmap, image/heif, image/heic, image/png, image/pcx, image/x-windows-bmp, image/jpeg2000, image/x-bmp, image/jp2, image/x-png, image/x-portable-pixmap, image/tiff, image/x-tiff, image/x-portable-anymap] +komga | 2026-09-23T21:22:22.076+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRW - Starting... +komga | 2026-09-23T21:22:22.078+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteTasksPoolRW - Added connection org.sqlite.jdbc4.JDBC4Connection@227ae4e4 +komga | 2026-09-23T21:22:22.079+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRW - Start completed. +komga | 2026-09-23T21:22:22.097+02:00 INFO 1 --- [ main] org.flywaydb.core.FlywayExecutor : Database: jdbc:sqlite:/config/tasks.sqlite (SQLite 3.53) +komga | 2026-09-23T21:22:22.103+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbValidate : Successfully validated 1 migration (execution time 00:00.002s) +komga | 2026-09-23T21:22:22.105+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Current version of schema "main": 20231013114850 +komga | 2026-09-23T21:22:22.106+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Schema "main" is up to date. No migration necessary. +komga | 2026-09-23T21:22:22.396+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRO - Starting... +komga | 2026-09-23T21:22:22.398+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteTasksPoolRO - Added connection org.sqlite.jdbc4.JDBC4Connection@7fb70e94 +komga | 2026-09-23T21:22:22.399+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRO - Start completed. +komga | 2026-09-23T21:22:22.799+02:00 WARN 1 --- [ main] org.apache.lucene.store.MMapDirectory : You are running with Java 22 or later. To make full use of MMapDirectory, please update Apache Lucene. +komga | 2026-09-23T21:22:25.455+02:00 INFO 1 --- [ main] o.g.k.i.api.rest.FontsController : Fonts embedded: {OpenDyslexic=[class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold-Italic.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold-Italic.woff2], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold.woff2], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Italic.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Italic.woff2], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Regular.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Regular.woff2]]} +komga | 2026-09-23T21:22:25.456+02:00 INFO 1 --- [ main] o.g.k.i.api.rest.FontsController : Fonts discovered: {} +komga | 2026-09-23T21:22:26.227+02:00 INFO 1 --- [ main] o.s.b.a.w.s.WelcomePageHandlerMapping : Adding welcome page: class path resource [public/index.html] +komga | 2026-09-23T21:22:27.165+02:00 INFO 1 --- [ main] o.s.b.a.e.web.EndpointLinksResolver : Exposing 18 endpoints beneath base path '/actuator' +komga | 2026-09-23T21:22:27.244+02:00 INFO 1 --- [ main] eAuthenticationProviderManagerConfigurer : Global AuthenticationManager configured with AuthenticationProvider bean with name apiKeyAuthenticationProvider +komga | 2026-09-23T21:22:28.709+02:00 INFO 1 --- [ main] o.s.b.w.embedded.tomcat.TomcatWebServer : Tomcat started on port 25600 (http) with context path '/' +komga | 2026-09-23T21:22:28.717+02:00 INFO 1 --- [ main] org.gotson.komga.ApplicationKt : Started ApplicationKt in 18.359 seconds (process running for 20.078) +komga | 2026-09-23T21:22:28.822+02:00 INFO 1 --- [ scheduling-1] .AuthenticationActivityCleanupController : Remove authentication activity older than 2026-08-23T19:22:28.810737202 (UTC) +komga | 2026-09-23T21:22:28.928+02:00 INFO 1 --- [ task-4] o.g.k.i.scheduler.SearchIndexController : Lucene index version: 8 +komga | 2026-09-23T21:22:29.103+02:00 INFO 1 --- [io-25600-exec-1] o.a.c.c.C.[Tomcat].[localhost].[/] : Initializing Spring DispatcherServlet 'dispatcherServlet' +komga | 2026-09-23T21:22:29.104+02:00 INFO 1 --- [io-25600-exec-1] o.s.web.servlet.DispatcherServlet : Initializing Servlet 'dispatcherServlet' +komga | 2026-09-23T21:22:29.107+02:00 INFO 1 --- [io-25600-exec-1] o.s.web.servlet.DispatcherServlet : Completed initialization in 3 ms diff --git a/documentation/audits/night-2026-09-23/apps/komga/badges.json b/documentation/audits/night-2026-09-23/apps/komga/badges.json new file mode 100644 index 00000000..4f4d3207 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/badges.json @@ -0,0 +1,31 @@ +{ + "before": { + "hu": [ + { + "title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.", + "text": "Naprakész" + } + ], + "en": [ + { + "title": "This app is running the newest version available.", + "text": "Up to date" + } + ] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "c89db7994914" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/MV-komga.log b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/MV-komga.log new file mode 100644 index 00000000..e4552621 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/MV-komga.log @@ -0,0 +1,33 @@ +[19:07:36] MV-komga: deploying komga at FROM {'komga': 'gotson/komga:1.25.0'} +[19:08:24] FROM settled=True in 31.5s :: {"komga": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:08:24] fixture: the BOX walk's own (Komga), through upgrade_boxport +[19:08:25] komga: claimed the server as drill4a32e4e6@example.invalid +[19:08:26] komga: readback found=False (http 404, control refused 401) +[19:08:26] C1 (seed reads back BEFORE): False +[19:08:26] C1 FAILED — a fixture that cannot prove itself first proves nothing after +{ + "harness_version": 3, + "edge": "MV-komga", + "app": "komga", + "note": "night 2026-09-23 within-a-major move: komga=gotson/komga:1.27.1", + "from": { + "komga": "gotson/komga:1.25.0" + }, + "to": { + "komga": "gotson/komga:1.27.1" + }, + "verdict": "inconclusive", + "seed_read_before": false, + "seed_read_after": false, + "healthy_after": false, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": "C1 failed: the fixture could not prove itself before the upgrade", + "engine_state_after": null, + "memory": null, + "marks": [], + "duration_s": 49.3, + "measured_at": "2026-09-23T19:08:26Z", + "evidence": "evidence/MV-komga", + "total_s": 49.3 +} diff --git a/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/compose-final.log b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/compose-final.log new file mode 100644 index 00000000..39aeec3f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/compose-final.log @@ -0,0 +1,365 @@ +komga | ____ __. +komga | | |/ _|____ _____ _________ +komga | | < / _ \ / \ / ___\__ \ +komga | | | ( <_> ) Y Y \/ /_/ > __ \_ +komga | |____|__ \____/|__|_| /\___ (____ / +komga | \/ \//_____/ \/ +komga | +komga | Version: 1.25.0 +komga | +komga | 2026-09-23T21:07:54.780+02:00 INFO 1 --- [ main] org.gotson.komga.ApplicationKt : Starting ApplicationKt v1.25.0 using Java 23.0.2 with PID 1 (/app/application.jar started by root in /app) +komga | 2026-09-23T21:07:54.788+02:00 INFO 1 --- [ main] org.gotson.komga.ApplicationKt : The following 1 profile is active: "docker" +komga | 2026-09-23T21:07:59.899+02:00 INFO 1 --- [ main] c.github.gotson.nightcompress.Archive : Loaded libarchive 3.8.5 zlib/1.3.1 liblzma/5.8.3 bz2lib/1.0.8 liblz4/1.10.0 libzstd/1.5.7 nettle/3.10 libb2/bundled libacl/2.3.2 libattr/2.3.2 +komga | 2026-09-23T21:08:00.728+02:00 INFO 1 --- [ main] o.g.k.i.m.divina.Rar5Extractor : Rar5 extractor is enabled +komga | 2026-09-23T21:08:01.881+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRW - Starting... +komga | 2026-09-23T21:08:02.140+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteMainPoolRW - Added connection org.sqlite.jdbc4.JDBC4Connection@570b85dd +komga | 2026-09-23T21:08:02.142+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRW - Start completed. +komga | 2026-09-23T21:08:02.390+02:00 INFO 1 --- [ main] org.flywaydb.core.FlywayExecutor : Database: jdbc:sqlite:/config/database.sqlite (SQLite 3.50) +komga | 2026-09-23T21:08:02.506+02:00 INFO 1 --- [ main] o.f.c.i.s.JdbcTableSchemaHistory : Schema history table "main"."flyway_schema_history" does not exist yet +komga | 2026-09-23T21:08:02.512+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbValidate : Successfully validated 90 migrations (execution time 00:00.070s) +komga | 2026-09-23T21:08:02.517+02:00 INFO 1 --- [ main] o.f.c.i.s.JdbcTableSchemaHistory : Creating Schema History table "main"."flyway_schema_history" ... +komga | 2026-09-23T21:08:02.569+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Current version of schema "main": << Empty Schema >> +komga | 2026-09-23T21:08:02.598+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200706141854 - initial migration" +komga | 2026-09-23T21:08:02.621+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200730135746 - image dimension" +komga | 2026-09-23T21:08:02.631+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200810154729 - thumbnails part 1" +komga | 2026-09-23T21:08:02.639+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200810154730 - thumbnails part 2" +komga | 2026-09-23T21:08:02.662+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200810165912 - thumbnails part 3" [non-transactional] +komga | 2026-09-23T21:08:02.690+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200812161631 - thumbnails series" +komga | 2026-09-23T21:08:02.699+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200814142406 - library scan options" +komga | 2026-09-23T21:08:02.709+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200814145800 - library import local artwork" +komga | 2026-09-23T21:08:02.718+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200817115957 - readlists" +komga | 2026-09-23T21:08:02.729+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200820141405 - metadata fields part 1" +komga | 2026-09-23T21:08:02.742+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200820150923 - metadata fields part 2" +komga | 2026-09-23T21:08:02.751+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200820154318 - metadata fields part 3" [non-transactional] +komga | 2026-09-23T21:08:02.771+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200827103627 - index" +komga | 2026-09-23T21:08:02.785+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20200906115600 - lower trim tags" +komga | 2026-09-23T21:08:02.795+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210111113543 - book metadata aggregation" +komga | 2026-09-23T21:08:02.805+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210308163522 - book isbn" +komga | 2026-09-23T21:08:02.814+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210504171645 - library convert to cbz" +komga | 2026-09-23T21:08:02.822+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210505150806 - library repair extensions" +komga | 2026-09-23T21:08:02.833+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210517145427 - fix rar" +komga | 2026-09-23T21:08:02.841+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210525172240 - index" +komga | 2026-09-23T21:08:02.849+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210526113555 - series book count" +komga | 2026-09-23T21:08:02.857+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210527100741 - index book created" +komga | 2026-09-23T21:08:02.865+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210609165742 - sidecars" +komga | 2026-09-23T21:08:02.872+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210617114814 - sidecar cleanup" +komga | 2026-09-23T21:08:02.878+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210624165023 - missing series metadata" +komga | 2026-09-23T21:08:02.885+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210625155626 - authentication activity" +komga | 2026-09-23T21:08:02.893+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210706162229 - trash bin" +komga | 2026-09-23T21:08:02.903+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210716153910 - library import mylar metadata" +komga | 2026-09-23T21:08:02.910+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210726140759 - cover preference" +komga | 2026-09-23T21:08:02.927+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210727102041 - full text search" +komga | 2026-09-23T21:08:02.942+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210729173532 - series metadata total book count" +komga | 2026-09-23T21:08:02.952+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210730111835 - book metadata aggregation tag" +komga | 2026-09-23T21:08:02.959+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210730151147 - readlist summary" +komga | 2026-09-23T21:08:02.971+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210805174355 - remove full text search" +komga | 2026-09-23T21:08:02.983+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210816113108 - library unavailable" +komga | 2026-09-23T21:08:02.991+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210831113524 - temp table urls" +komga | 2026-09-23T21:08:02.999+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210902100930 - series thumbnail blob" +komga | 2026-09-23T21:08:03.010+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210906163333 - series metadata lowercase language" +komga | 2026-09-23T21:08:03.019+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210907115532 - spring session" +komga | 2026-09-23T21:08:03.030+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210914111439 - read progress read date" +komga | 2026-09-23T21:08:03.046+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20210926222612 - authentication activity source" +komga | 2026-09-23T21:08:03.055+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20211006141333 - remove spring session" +komga | 2026-09-23T21:08:03.064+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20211206100610 - temp table ids" +komga | 2026-09-23T21:08:03.071+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20211206124920 - collection and readlist thumbnails" +komga | 2026-09-23T21:08:03.080+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20211228152113 - book metadata link" +komga | 2026-09-23T21:08:03.089+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220101120232 - page hash" +komga | 2026-09-23T21:08:03.098+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220105143154 - library hashing options" +komga | 2026-09-23T21:08:03.111+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220106143755 - page file size" +komga | 2026-09-23T21:08:03.121+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220128152310 - page hash" +komga | 2026-09-23T21:08:03.129+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220208193203 - fix books with missing pages" +komga | 2026-09-23T21:08:03.137+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220218111455 - historical events" +komga | 2026-09-23T21:08:03.146+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220224112015 - series sharing labels" +komga | 2026-09-23T21:08:03.156+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220225164240 - user restrictions" +komga | 2026-09-23T21:08:03.168+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20220715213721 - perf indices" +komga | 2026-09-23T21:08:03.183+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230112151202 - library comicinfo append volume" +komga | 2026-09-23T21:08:03.192+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230113140806 - series metadata link" +komga | 2026-09-23T21:08:03.201+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230116112647 - series alternate title" +komga | 2026-09-23T21:08:03.210+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230221170726 - readlist ordered" +komga | 2026-09-23T21:08:03.218+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230310121946 - series metadata index" +komga | 2026-09-23T21:08:03.225+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230626150454 - xxhash128" +komga | 2026-09-23T21:08:03.232+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230626151717 - missing page size" +komga | 2026-09-23T21:08:03.239+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230626170856 - page hash remove columns" +komga | 2026-09-23T21:08:03.256+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230629114356 - remove library scandeep column" +komga | 2026-09-23T21:08:03.268+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230711173700 - read announcements" +komga | 2026-09-23T21:08:03.277+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230724114349 - oneshots" +komga | 2026-09-23T21:08:03.286+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230801104436 - fix incorrect language codes" +komga | 2026-09-23T21:08:03.294+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230918114751 - library settings" +komga | 2026-09-23T21:08:03.309+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230921112923 - library directory exclusions" +komga | 2026-09-23T21:08:03.316+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20230922143307 - server settings" +komga | 2026-09-23T21:08:03.328+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231005165322 - thumbnails additional info" +komga | 2026-09-23T21:08:03.349+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231026164836 - thumbnail book indices" +komga | 2026-09-23T21:08:03.356+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231115163730 - analyze pdf" +komga | 2026-09-23T21:08:03.364+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231116162048 - epub" +komga | 2026-09-23T21:08:03.376+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231201115954 - media extension blob" +komga | 2026-09-23T21:08:03.388+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231206152158 - progression" +komga | 2026-09-23T21:08:03.398+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231213170042 - cleanup empty thumbnails" +komga | 2026-09-23T21:08:03.407+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231214152305 - epub divina compatibility" +komga | 2026-09-23T21:08:03.419+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231214163213 - reanalyze epub" +komga | 2026-09-23T21:08:03.427+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240422132621 - fix read progress locators" +komga | 2026-09-23T21:08:03.435+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240529120933 - apikey" +komga | 2026-09-23T21:08:03.446+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240529120934 - syncpoint" +komga | 2026-09-23T21:08:03.458+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240614170012 - user kobo role" +komga | 2026-09-23T21:08:03.467+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240906152500 - read progress series read date" +komga | 2026-09-23T21:08:03.478+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240909112827 - syncpoint readlists" +komga | 2026-09-23T21:08:03.487+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240911175419 - kepub" +komga | 2026-09-23T21:08:03.495+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20240925174446 - syncpoint covers" +komga | 2026-09-23T21:08:03.507+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20250108115503 - user roles" [non-transactional] +komga | 2026-09-23T21:08:03.536+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20250108172343 - koreader hash" +komga | 2026-09-23T21:08:03.547+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20250205151235 - client settings" +komga | 2026-09-23T21:08:03.555+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20250730173126 - remove temp string table" +komga | 2026-09-23T21:08:03.573+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Successfully applied 90 migrations to schema "main", now at version v20250730173126 (execution time 00:00.239s) +komga | 2026-09-23T21:08:04.618+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRO - Starting... +komga | 2026-09-23T21:08:04.622+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteMainPoolRO - Added connection org.sqlite.jdbc4.JDBC4Connection@433362e0 +komga | 2026-09-23T21:08:04.622+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteMainPoolRO - Start completed. +komga | 2026-09-23T21:08:05.430+02:00 INFO 1 --- [ main] o.j.i.D.logVersionSupport : Version : Database version is supported by dialect SQLDialect.SQLITE: 3.50.2 +komga | 2026-09-23T21:08:05.864+02:00 INFO 1 --- [ main] o.s.b.w.embedded.tomcat.TomcatWebServer : Tomcat initialized with port 25600 (http) +komga | 2026-09-23T21:08:05.890+02:00 INFO 1 --- [ main] o.apache.catalina.core.StandardService : Starting service [Tomcat] +komga | 2026-09-23T21:08:05.891+02:00 INFO 1 --- [ main] o.apache.catalina.core.StandardEngine : Starting Servlet engine: [Apache Tomcat/10.1.54] +komga | 2026-09-23T21:08:05.955+02:00 INFO 1 --- [ main] o.a.c.c.C.[Tomcat].[localhost].[/] : Initializing Spring embedded WebApplicationContext +komga | 2026-09-23T21:08:05.956+02:00 INFO 1 --- [ main] w.s.c.ServletWebServerApplicationContext : Root WebApplicationContext: initialization completed in 10978 ms +komga | 2026-09-23T21:08:06.689+02:00 INFO 1 --- [ main] o.g.k.i.kobo.KepubConverter : Kepub conversion available. kepubify path: /usr/bin/kepubify +komga | 2026-09-23T21:08:06.755+02:00 INFO 1 --- [ main] c.g.g.n.j.i.plugins.JxlImageReaderSpi : Loaded libjxl v0.11.1 +komga | 2026-09-23T21:08:06.770+02:00 INFO 1 --- [ main] c.g.g.n.h.i.plugins.HeifImageReaderSpi : Loaded libheif v1.21.2 +komga | 2026-09-23T21:08:06.802+02:00 INFO 1 --- [ main] c.g.g.n.w.i.plugins.WebpImageReaderSpi : Loaded libwebp: decoder v1.5.0, demux v1.5.0 +komga | 2026-09-23T21:08:06.857+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported read formats: [JPEG 2000, JPG, tiff, bigtiff, bmp, PCX, gif, WBMP, PNG, RAW, JPEG, AVIF, PNM, BigTIFF, tif, TIFF, jpeg, wbmp, jxl, jbig2, jpeg-lossless, jpg, JPEG2000, BMP, pcx, GIF, Jpeg XL, png, BIGTIFF, raw, webp, JPEG-LOSSLESS, JBIG2, pnm, TIF, jpeg2000, WebP, HEIC, jpeg 2000, HEIF] +komga | 2026-09-23T21:08:06.858+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported read mediaTypes: [image/vnd.wap.wbmp, image/jpeg, image/x-portable-graymap, image/bmp, image/gif, image/x-windows-pcx, image/x-pc-paintbrush, image/x-raw, image/webp, image/heif-sequence, image/x-pcx, image/heic-sequence, image/avif, image/x-portable-bitmap, image/heif, image/heic, image/x-jb2, image/png, image/pcx, image/x-windows-bmp, image/jpeg2000, image/x-bmp, image/jp2, image/x-png, image/x-portable-pixmap, image/tiff, image/x-tiff, image/x-jbig2, image/x-portable-anymap, image/jxl] +komga | 2026-09-23T21:08:06.859+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported write formats: [JPG, JPEG 2000, tiff, bigtiff, PCX, bmp, gif, WBMP, PNG, RAW, JPEG, PNM, BigTIFF, tif, TIFF, wbmp, jpeg, jpg, JPEG2000, pcx, BMP, GIF, png, raw, BIGTIFF, pnm, TIF, jpeg2000, jpeg 2000] +komga | 2026-09-23T21:08:06.859+02:00 INFO 1 --- [ main] o.g.k.i.image.ImageConverter : Supported write mediaTypes: [image/vnd.wap.wbmp, image/png, image/jpeg, image/x-portable-graymap, image/pcx, image/bmp, image/x-windows-pcx, image/x-windows-bmp, image/gif, image/jpeg2000, image/x-pc-paintbrush, image/x-raw, image/jp2, image/x-pcx, image/x-bmp, image/x-png, image/x-portable-bitmap, image/x-portable-pixmap, image/tiff, image/x-tiff, image/x-portable-anymap] +komga | 2026-09-23T21:08:07.091+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRW - Starting... +komga | 2026-09-23T21:08:07.114+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteTasksPoolRW - Added connection org.sqlite.jdbc4.JDBC4Connection@3ef2f84c +komga | 2026-09-23T21:08:07.115+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRW - Start completed. +komga | 2026-09-23T21:08:07.150+02:00 INFO 1 --- [ main] org.flywaydb.core.FlywayExecutor : Database: jdbc:sqlite:/config/tasks.sqlite (SQLite 3.50) +komga | 2026-09-23T21:08:07.154+02:00 INFO 1 --- [ main] o.f.c.i.s.JdbcTableSchemaHistory : Schema history table "main"."flyway_schema_history" does not exist yet +komga | 2026-09-23T21:08:07.155+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbValidate : Successfully validated 1 migration (execution time 00:00.002s) +komga | 2026-09-23T21:08:07.156+02:00 INFO 1 --- [ main] o.f.c.i.s.JdbcTableSchemaHistory : Creating Schema History table "main"."flyway_schema_history" ... +komga | 2026-09-23T21:08:07.166+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Current version of schema "main": << Empty Schema >> +komga | 2026-09-23T21:08:07.168+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Migrating schema "main" to version "20231013114850 - tasks" +komga | 2026-09-23T21:08:07.174+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbMigrate : Successfully applied 1 migration to schema "main", now at version v20231013114850 (execution time 00:00.001s) +komga | 2026-09-23T21:08:07.509+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRO - Starting... +komga | 2026-09-23T21:08:07.512+02:00 INFO 1 --- [ main] com.zaxxer.hikari.pool.HikariPool : SqliteTasksPoolRO - Added connection org.sqlite.jdbc4.JDBC4Connection@62604ed4 +komga | 2026-09-23T21:08:07.512+02:00 INFO 1 --- [ main] com.zaxxer.hikari.HikariDataSource : SqliteTasksPoolRO - Start completed. +komga | 2026-09-23T21:08:07.884+02:00 WARN 1 --- [ main] org.apache.lucene.store.MMapDirectory : You are running with Java 22 or later. To make full use of MMapDirectory, please update Apache Lucene. +komga | 2026-09-23T21:08:09.878+02:00 INFO 1 --- [ main] o.g.k.i.api.rest.FontsController : Fonts embedded: {OpenDyslexic=[class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold-Italic.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold-Italic.woff2], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Bold.woff2], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Italic.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Italic.woff2], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Regular.woff], class path resource [embeddedFonts/OpenDyslexic/OpenDyslexic-Regular.woff2]]} +komga | 2026-09-23T21:08:09.880+02:00 INFO 1 --- [ main] o.g.k.i.api.rest.FontsController : Fonts discovered: {} +komga | 2026-09-23T21:08:10.406+02:00 INFO 1 --- [ main] o.s.b.a.w.s.WelcomePageHandlerMapping : Adding welcome page: class path resource [public/index.html] +komga | 2026-09-23T21:08:11.401+02:00 INFO 1 --- [ main] o.s.b.a.e.web.EndpointLinksResolver : Exposing 18 endpoints beneath base path '/actuator' +komga | 2026-09-23T21:08:11.476+02:00 INFO 1 --- [ main] eAuthenticationProviderManagerConfigurer : Global AuthenticationManager configured with AuthenticationProvider bean with name apiKeyAuthenticationProvider +komga | 2026-09-23T21:08:12.897+02:00 INFO 1 --- [ main] o.s.b.w.embedded.tomcat.TomcatWebServer : Tomcat started on port 25600 (http) with context path '/' +komga | 2026-09-23T21:08:12.913+02:00 INFO 1 --- [ main] org.gotson.komga.ApplicationKt : Started ApplicationKt in 19.099 seconds (process running for 19.725) +komga | 2026-09-23T21:08:12.937+02:00 INFO 1 --- [ task-3] o.g.k.i.scheduler.SearchIndexController : Lucene index not found, trigger rebuild +komga | 2026-09-23T21:08:12.942+02:00 INFO 1 --- [ task-3] o.g.komga.application.tasks.TaskEmitter : Sending task: RebuildIndex(priority='8',entities='null') +komga | 2026-09-23T21:08:13.005+02:00 INFO 1 --- [ scheduling-1] .AuthenticationActivityCleanupController : Remove authentication activity older than 2026-08-23T19:08:12.993931734 (UTC) +komga | 2026-09-23T21:08:13.455+02:00 INFO 1 --- [taskProcessor-1] o.g.komga.application.tasks.TaskHandler : Executing task: RebuildIndex(priority='8',entities='null') +komga | 2026-09-23T21:08:13.461+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Rebuild index for: [book, series, collection, readlist] +komga | 2026-09-23T21:08:13.463+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Rebuilding index for Book +komga | 2026-09-23T21:08:13.569+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Number of entities: 0 +komga | 2026-09-23T21:08:13.588+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Wrote Book index in 17.075090ms +komga | 2026-09-23T21:08:13.590+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Rebuilding index for Series +komga | 2026-09-23T21:08:13.617+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Number of entities: 0 +komga | 2026-09-23T21:08:13.617+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Wrote Series index in 116.61us +komga | 2026-09-23T21:08:13.618+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Rebuilding index for Collection +komga | 2026-09-23T21:08:13.628+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Number of entities: 0 +komga | 2026-09-23T21:08:13.629+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Wrote Collection index in 124.174us +komga | 2026-09-23T21:08:13.630+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Rebuilding index for ReadList +komga | 2026-09-23T21:08:13.637+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Number of entities: 0 +komga | 2026-09-23T21:08:13.638+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.SearchIndexLifecycle : Wrote ReadList index in 147.749us +komga | 2026-09-23T21:08:13.711+02:00 INFO 1 --- [taskProcessor-1] o.g.k.i.search.LuceneHelper : Lucene index version: 1 +komga | 2026-09-23T21:08:13.713+02:00 INFO 1 --- [taskProcessor-1] o.g.komga.application.tasks.TaskHandler : Task RebuildIndex(priority='8',entities='null') executed in 253.679150ms +komga | 2026-09-23T21:08:23.401+02:00 INFO 1 --- [io-25600-exec-1] o.a.c.c.C.[Tomcat].[localhost].[/] : Initializing Spring DispatcherServlet 'dispatcherServlet' +komga | 2026-09-23T21:08:23.403+02:00 INFO 1 --- [io-25600-exec-1] o.s.web.servlet.DispatcherServlet : Initializing Servlet 'dispatcherServlet' +komga | 2026-09-23T21:08:23.423+02:00 INFO 1 --- [io-25600-exec-1] o.s.web.servlet.DispatcherServlet : Completed initialization in 18 ms +komga | 2026-09-23T21:08:25.462+02:00 INFO 1 --- [io-25600-exec-3] o.g.k.domain.service.KomgaUserLifecycle : User created: KomgaUser(createdDate=2026-09-23T21:08:25, email='drill4a32e4e6@example.invalid', roles=[ADMIN, FILE_DOWNLOAD, KOBO_SYNC, KOREADER_SYNC, PAGE_STREAMING], sharedLibrariesIds=[], sharedAllLibraries=true, restrictions=ContentRestrictions(ageRestriction=null, labelsAllow=[], labelsExclude=[]), id='0RQ2H351A4XPK', lastModifiedDate=2026-09-23T21:08:25) +komga | 2026-09-23T21:08:25.995+02:00 WARN 1 --- [io-25600-exec-5] o.s.web.servlet.PageNotFound : No mapping for GET /api/v1/users/me +komga | 2026-09-23T21:08:26.009+02:00 WARN 1 --- [io-25600-exec-5] .m.m.a.ExceptionHandlerExceptionResolver : Failure in @ExceptionHandler org.gotson.komga.interfaces.mvc.ResourceNotFoundController#notFound(HttpServletRequest) +komga | +komga | org.springframework.web.server.ResponseStatusException: 404 NOT_FOUND +komga | at org.gotson.komga.interfaces.mvc.ResourceNotFoundController.notFound(ResourceNotFoundController.kt:18) ~[application.jar:1.25.0] +komga | at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(Unknown Source) ~[na:na] +komga | at java.base/java.lang.reflect.Method.invoke(Unknown Source) ~[na:na] +komga | at kotlin.reflect.jvm.internal.calls.CallerImpl$Method.callMethod(CallerImpl.kt:97) ~[kotlin-reflect-2.2.0.jar:2.2.0-release-294] +komga | at kotlin.reflect.jvm.internal.calls.CallerImpl$Method$Instance.call(CallerImpl.kt:113) ~[kotlin-reflect-2.2.0.jar:2.2.0-release-294] +komga | at kotlin.reflect.jvm.internal.KCallableImpl.callDefaultMethod$kotlin_reflection(KCallableImpl.kt:207) ~[kotlin-reflect-2.2.0.jar:2.2.0-release-294] +komga | at kotlin.reflect.jvm.internal.KCallableImpl.callBy(KCallableImpl.kt:112) ~[kotlin-reflect-2.2.0.jar:2.2.0-release-294] +komga | at org.springframework.web.method.support.InvocableHandlerMethod$KotlinDelegate.invokeFunction(InvocableHandlerMethod.java:335) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:255) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:191) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:118) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.mvc.method.annotation.ExceptionHandlerExceptionResolver.doResolveHandlerMethodException(ExceptionHandlerExceptionResolver.java:471) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.handler.AbstractHandlerMethodExceptionResolver.doResolveException(AbstractHandlerMethodExceptionResolver.java:73) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.handler.AbstractHandlerExceptionResolver.resolveException(AbstractHandlerExceptionResolver.java:182) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.handler.HandlerExceptionResolverComposite.resolveException(HandlerExceptionResolverComposite.java:80) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.DispatcherServlet.processHandlerException(DispatcherServlet.java:1360) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.DispatcherServlet.processDispatchResult(DispatcherServlet.java:1161) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1106) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:979) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1014) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:903) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:564) ~[tomcat-embed-core-10.1.54.jar:6.0] +komga | at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:885) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:658) ~[tomcat-embed-core-10.1.54.jar:6.0] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:51) ~[tomcat-embed-websocket-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.servlet.resource.ResourceUrlEncodingFilter.doFilter(ResourceUrlEncodingFilter.java:66) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.ShallowEtagHeaderFilter.doFilterInternal(ShallowEtagHeaderFilter.java:107) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.gotson.komga.infrastructure.web.BracketParamsFilterConfiguration$BracketParamsFilter.doFilter(BracketParamsFilterConfiguration.kt:30) ~[application.jar:1.25.0] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.boot.actuate.web.exchanges.servlet.HttpExchangesFilter.doFilterInternal(HttpExchangesFilter.java:88) ~[spring-boot-actuator-3.5.14.jar:3.5.14] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.CompositeFilter$VirtualFilterChain.doFilter(CompositeFilter.java:108) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.CompositeFilter$VirtualFilterChain.doFilter(CompositeFilter.java:108) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.FilterChainProxy.lambda$doFilterInternal$3(FilterChainProxy.java:231) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$FilterObservation$SimpleFilterObservation.lambda$wrap$1(ObservationFilterChainDecorator.java:490) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$AroundFilterObservation$SimpleAroundFilterObservation.lambda$wrap$1(ObservationFilterChainDecorator.java:351) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator.lambda$wrapSecured$0(ObservationFilterChainDecorator.java:83) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:129) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.access.intercept.AuthorizationFilter.doFilter(AuthorizationFilter.java:101) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:125) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFilter.java:119) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.java:131) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.java:85) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.authentication.AnonymousAuthenticationFilter.doFilter(AnonymousAuthenticationFilter.java:100) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.authentication.rememberme.RememberMeAuthenticationFilter.doFilter(RememberMeAuthenticationFilter.java:114) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.authentication.rememberme.RememberMeAuthenticationFilter.doFilter(RememberMeAuthenticationFilter.java:105) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter.doFilter(SecurityContextHolderAwareRequestFilter.java:179) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.savedrequest.RequestCacheAwareFilter.doFilter(RequestCacheAwareFilter.java:63) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.gotson.komga.infrastructure.security.apikey.ApiKeyAuthenticationFilter.doFilterInternal(ApiKeyAuthenticationFilter.kt:44) ~[application.jar:1.25.0] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.authentication.www.BasicAuthenticationFilter.doFilterInternal(BasicAuthenticationFilter.java:213) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.session.ConcurrentSessionFilter.doFilter(ConcurrentSessionFilter.java:151) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.session.ConcurrentSessionFilter.doFilter(ConcurrentSessionFilter.java:129) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:107) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:93) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.CorsFilter.doFilterInternal(CorsFilter.java:91) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.header.HeaderWriterFilter.doHeadersAfter(HeaderWriterFilter.java:90) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.header.HeaderWriterFilter.doFilterInternal(HeaderWriterFilter.java:75) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.context.SecurityContextHolderFilter.doFilter(SecurityContextHolderFilter.java:82) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.context.SecurityContextHolderFilter.doFilter(SecurityContextHolderFilter.java:69) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.context.request.async.WebAsyncManagerIntegrationFilter.doFilterInternal(WebAsyncManagerIntegrationFilter.java:62) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:228) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.session.DisableEncodeUrlFilter.doFilterInternal(DisableEncodeUrlFilter.java:42) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.wrapFilter(ObservationFilterChainDecorator.java:241) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$AroundFilterObservation$SimpleAroundFilterObservation.lambda$wrap$0(ObservationFilterChainDecorator.java:334) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$ObservationFilter.doFilter(ObservationFilterChainDecorator.java:225) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.ObservationFilterChainDecorator$VirtualFilterChain.doFilter(ObservationFilterChainDecorator.java:138) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.FilterChainProxy.doFilterInternal(FilterChainProxy.java:233) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.security.web.FilterChainProxy.doFilter(FilterChainProxy.java:191) ~[spring-security-web-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.CompositeFilter$VirtualFilterChain.doFilter(CompositeFilter.java:113) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.ServletRequestPathFilter.doFilter(ServletRequestPathFilter.java:52) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.CompositeFilter$VirtualFilterChain.doFilter(CompositeFilter.java:113) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.CompositeFilter.doFilter(CompositeFilter.java:74) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.config.annotation.web.configuration.WebSecurityConfiguration$CompositeFilterChainProxy.doFilter(WebSecurityConfiguration.java:319) ~[spring-security-config-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.CompositeFilter$VirtualFilterChain.doFilter(CompositeFilter.java:113) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.servlet.handler.HandlerMappingIntrospector.lambda$createCacheFilter$4(HandlerMappingIntrospector.java:267) ~[spring-webmvc-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.CompositeFilter$VirtualFilterChain.doFilter(CompositeFilter.java:113) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.CompositeFilter.doFilter(CompositeFilter.java:74) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.security.config.annotation.web.configuration.WebMvcSecurityConfiguration$CompositeFilterChainProxy.doFilter(WebMvcSecurityConfiguration.java:240) ~[spring-security-config-6.5.10.jar:6.5.10] +komga | at org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:362) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:278) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.FormContentFilter.doFilterInternal(FormContentFilter.java:93) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.session.web.http.SessionRepositoryFilter.doFilterInternal(SessionRepositoryFilter.java:142) ~[spring-session-core-3.5.6.jar:3.5.6] +komga | at org.springframework.session.web.http.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:82) ~[spring-session-core-3.5.6.jar:3.5.6] +komga | at org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:362) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:278) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.ServerHttpObservationFilter.doFilterInternal(ServerHttpObservationFilter.java:110) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.ForwardedHeaderFilter.doFilterInternal(ForwardedHeaderFilter.java:173) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:116) ~[spring-web-6.2.18.jar:6.2.18] +komga | at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:162) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:138) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:165) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:88) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:492) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:113) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:83) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:72) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:342) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:399) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:63) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:903) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1797) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:52) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.tomcat.util.threads.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:973) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.tomcat.util.threads.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:491) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:63) ~[tomcat-embed-core-10.1.54.jar:10.1.54] +komga | at java.base/java.lang.Thread.run(Unknown Source) ~[na:na] +komga | +komga | 2026-09-23T21:08:26.023+02:00 WARN 1 --- [io-25600-exec-5] o.s.web.servlet.PageNotFound : No endpoint GET /api/v1/users/me. diff --git a/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/run.log b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/run.log new file mode 100644 index 00000000..5c5a0714 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/run.log @@ -0,0 +1,7 @@ +[19:07:36] MV-komga: deploying komga at FROM {'komga': 'gotson/komga:1.25.0'} +[19:08:24] FROM settled=True in 31.5s :: {"komga": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:08:24] fixture: the BOX walk's own (Komga), through upgrade_boxport +[19:08:25] komga: claimed the server as drill4a32e4e6@example.invalid +[19:08:26] komga: readback found=False (http 404, control refused 401) +[19:08:26] C1 (seed reads back BEFORE): False +[19:08:26] C1 FAILED — a fixture that cannot prove itself first proves nothing after \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/verdict.json b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/verdict.json new file mode 100644 index 00000000..087d7d75 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/bench-oldfixture/evidence/MV-komga/verdict.json @@ -0,0 +1,26 @@ +{ + "harness_version": 3, + "edge": "MV-komga", + "app": "komga", + "note": "night 2026-09-23 within-a-major move: komga=gotson/komga:1.27.1", + "from": { + "komga": "gotson/komga:1.25.0" + }, + "to": { + "komga": "gotson/komga:1.27.1" + }, + "verdict": "inconclusive", + "seed_read_before": false, + "seed_read_after": false, + "healthy_after": false, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": "C1 failed: the fixture could not prove itself before the upgrade", + "engine_state_after": null, + "memory": null, + "marks": [], + "duration_s": 49.3, + "measured_at": "2026-09-23T19:08:26Z", + "evidence": "evidence/MV-komga", + "total_s": 49.3 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/log.txt b/documentation/audits/night-2026-09-23/apps/komga/log.txt new file mode 100644 index 00000000..a1966784 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/log.txt @@ -0,0 +1,34 @@ +21:21:03 ==== komga: gotson/komga:1.25.0 -> gotson/komga:1.27.1 (sub=komga, class=embedded) +21:21:07 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/komga'] +21:21:07 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:21:07 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:21:27 [1] deployed, controller state=running, pinned={'komga': 'gotson/komga:1.25.0'} +21:21:30 [2] seeding through the app's own front door +21:21:31 komga: claimed the server as drilleb5689d7@example.invalid +21:21:31 [3] control C1 — reading the seed back BEFORE the update +21:21:31 komga: readback found=True (http 200, control refused 401) +21:21:31 [4] backup press SKIPPED for komga (R-648: whole-box only; the update's backing-up phase backs up komga alone) +21:21:32 [5] drill commit c89db7994914: komga gotson/komga:1.25.0 -> gotson/komga:1.27.1 (push rc=0) +21:22:02 [sync] the badge needed 29.3s and 5 sync+rescan rounds to catch up to gotson/komga:1.27.1 — R-607's window, measured +21:22:02 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:22:02 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:22:02 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:22:02 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:22:03 + 1.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:22:04 + 2.1s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:22:08 + 6.2s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:22:34 + 31.9s phase=done label=Frissítve err=None hold=None +21:22:34 [7] reading the seed back AFTER the update +21:22:35 komga: readback found=True (http 200, control refused 401) +21:22:39 [8] pinned = {'komga': 'gotson/komga:1.27.1'} +21:22:39 [8] installed = {'komga': 'gotson/komga:1.27.1'} +21:22:39 [8] compose = ['image: gotson/komga:1.27.1'] +21:22:39 [8] inspect = ['komga gotson/komga:1.27.1 running=true restarts=0'] +21:22:39 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/komga/verdict.json +21:22:41 [X] stop -> 200 {'ok': True, 'message': 'Stack komga stop completed'} +21:22:46 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/komga tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó vis +21:22:46 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:23:13 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'komga', 'volumes_removed': ['komga_komga_config'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths_removed': +21:23:22 [X] after remove: deployed=False leftovers='/opt/docker/stacks/komga' +21:24:25 [X] R-626 check +60 s after remove: 'clean' +21:24:25 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/komga/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/komga/observables-before.json b/documentation/audits/night-2026-09-23/apps/komga/observables-before.json new file mode 100644 index 00000000..21c3da56 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/observables-before.json @@ -0,0 +1,17 @@ +{ + "pinned_images": { + "komga": "gotson/komga:1.25.0" + }, + "installed_images": { + "komga": "gotson/komga:1.25.0" + }, + "catalog_images": { + "komga": "gotson/komga:1.25.0" + }, + "live_compose_image_lines": [ + "image: gotson/komga:1.25.0" + ], + "docker_inspect": [ + "komga gotson/komga:1.25.0 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/observables.json b/documentation/audits/night-2026-09-23/apps/komga/observables.json new file mode 100644 index 00000000..8d74e187 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/observables.json @@ -0,0 +1,36 @@ +{ + "before": { + "pinned_images": { + "komga": "gotson/komga:1.25.0" + }, + "installed_images": { + "komga": "gotson/komga:1.25.0" + }, + "catalog_images": { + "komga": "gotson/komga:1.25.0" + }, + "live_compose_image_lines": [ + "image: gotson/komga:1.25.0" + ], + "docker_inspect": [ + "komga gotson/komga:1.25.0 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "komga": "gotson/komga:1.27.1" + }, + "installed_images": { + "komga": "gotson/komga:1.27.1" + }, + "catalog_images": { + "komga": "gotson/komga:1.27.1" + }, + "live_compose_image_lines": [ + "image: gotson/komga:1.27.1" + ], + "docker_inspect": [ + "komga gotson/komga:1.27.1 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/phases.json b/documentation/audits/night-2026-09-23/apps/komga/phases.json new file mode 100644 index 00000000..68cb7451 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/phases.json @@ -0,0 +1,51 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "safety-dump", + "label": "Adatbázis pillanatkép…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 1.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 6.2, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 31.9, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 31.9, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/komga/verdict.json b/documentation/audits/night-2026-09-23/apps/komga/verdict.json new file mode 100644 index 00000000..20dafc8c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/komga/verdict.json @@ -0,0 +1,45 @@ +{ + "harness_version": 1, + "app": "komga", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "embedded", + "from": { + "komga": "gotson/komga:1.25.0" + }, + "to": { + "komga": "gotson/komga:1.27.1" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "komga | 2026-09-23T21:22:18.270+02:00 INFO 1 --- [ main] o.f.core.internal.command.DbValidate : Successfully validated 92 migrations (execution time 00:00.183s)", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 31.9, + "measured_at": "2026-09-23T19:21:03.800388+00:00", + "evidence": "apps/komga/", + "notes": [], + "badge_catchup_seconds": 29.3, + "observables_after": { + "pinned_images": { + "komga": "gotson/komga:1.27.1" + }, + "installed_images": { + "komga": "gotson/komga:1.27.1" + }, + "catalog_images": { + "komga": "gotson/komga:1.27.1" + }, + "live_compose_image_lines": [ + "image: gotson/komga:1.27.1" + ], + "docker_inspect": [ + "komga gotson/komga:1.27.1 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/navidrome/app-logs-after.txt new file mode 100644 index 00000000..abf3ddfd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/app-logs-after.txt @@ -0,0 +1,45 @@ +navidrome | _ _ _ _ +navidrome | | \ | | (_) | | +navidrome | | \| | __ ___ ___ __| |_ __ ___ _ __ ___ ___ +navidrome | | . ` |/ _` \ \ / / |/ _` | '__/ _ \| '_ ` _ \ / _ \ +navidrome | | |\ | (_| |\ V /| | (_| | | | (_) | | | | | | __/ +navidrome | \_| \_/\__,_| \_/ |_|\__,_|_| \___/|_| |_| |_|\___| +navidrome | Version: 0.64.1 (285dc4f3) +navidrome | +navidrome | time="2026-09-23T19:13:38Z" level=info msg="No configuration file found. Loaded configuration only from environment variables" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="goose: no migrations to run. current version: 20260901225726" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Starting signaler" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Periodic scan is DISABLED" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Creating Image cache" maxSize="100 MB" path=/data/cache/images +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Starting scheduler" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Starting Insight Collector" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Periodic backup is DISABLED" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Starting artwork worker" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Finished initializing cache" cache=Image elapsedTime="661.148µs" maxSize=100MB +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Scheduling DB analysis check" schedule="@every 30m" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Starting plugin manager" +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Starting plugin manager" folder=/data/plugins +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Started watcher for library" libraryID=1 name="Music Library" path=/music +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Watcher started for library" absoluteLibPath=/music libraryID=1 name="Music Library" path=/music +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Creating Transcoding cache" maxSize="100 MB" path=/data/cache/transcoding +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Finished initializing cache" cache=Transcoding elapsedTime=2.4ms maxSize=100MB +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Setting Session Timeout" value=48h +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Login rate limit set" requestLimit=5 windowLength=20s +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Found ffmpeg" path=/usr/bin/ffmpeg +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting Native API routes" path=/api +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting Subsonic API routes" path=/rest +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting Public Endpoints routes" path=/share +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting LastFM Auth routes" path=/api/lastfm +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting ListenBrainz Auth routes" path=/api/listenbrainz +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting Background images routes" path=/backgrounds +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Mounting WebUI routes" path=/app +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Creating backgrounds cache" maxSize="100 MB" path=/data/cache/backgrounds +navidrome | time="2026-09-23T19:13:39Z" level=info msg="Finished initializing cache" cache=backgrounds elapsedTime="178.227µs" maxSize=100MB +navidrome | time="2026-09-23T19:13:39Z" level=info msg="----> Navidrome server is ready!" address="0.0.0.0:4533" startupTime=71.5ms tlsEnabled=false +navidrome | time="2026-09-23T19:13:41Z" level=info msg="Executing initial scan" +navidrome | time="2026-09-23T19:13:41Z" level=info msg="No configuration file found. Loaded configuration only from environment variables" +navidrome | time="2026-09-23T19:13:41Z" level=info msg="Scanner: Starting scan" fullScan=false numLibraries=1 +navidrome | time="2026-09-23T19:13:41Z" level=info msg="Scanner: Finished scanning all libraries" duration=13.3ms +navidrome | time="2026-09-23T19:13:41Z" level=info msg="Scan completed" +navidrome | time="2026-09-23T19:13:45Z" level=warning msg="Unsuccessful login" request="map[Accept:[*/*] Accept-Encoding:[gzip] Content-Length:[61] Content-Type:[application/json] User-Agent:[curl/8.14.1] X-Forwarded-For:[192.168.0.180] X-Forwarded-Host:[music.enkisfelhom.hu] X-Forwarded-Port:[443] X-Forwarded-Proto:[https] X-Forwarded-Server:[2515331bc19e] X-Real-Ip:[192.168.0.180]]" requestId=a1a4e1ffa170/oZIyYsXSKD-000004 username=drill3ff703 +navidrome | time="2026-09-23T19:13:45Z" level=warning msg="HTTP: POST http://music.enkisfelhom.hu/auth/login" elapsedTime="939.434µs" httpStatus=401 remoteAddr="172.18.0.2:40130" requestId=a1a4e1ffa170/oZIyYsXSKD-000004 responseSize=40 diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/badges.json b/documentation/audits/night-2026-09-23/apps/navidrome/badges.json new file mode 100644 index 00000000..7bc9821f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/badges.json @@ -0,0 +1,31 @@ +{ + "before": { + "hu": [ + { + "title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.", + "text": "Naprakész" + } + ], + "en": [ + { + "title": "This app is running the newest version available.", + "text": "Up to date" + } + ] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "7f71448d5d50" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/log.txt b/documentation/audits/night-2026-09-23/apps/navidrome/log.txt new file mode 100644 index 00000000..61113d59 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/log.txt @@ -0,0 +1,33 @@ +21:13:08 ==== navidrome: deluan/navidrome:0.64.0 -> deluan/navidrome:0.64.1 (sub=music, class=sqlite) +21:13:11 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/navidrome'] +21:13:11 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:13:11 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:13:21 [1] deployed, controller state=running, pinned={'navidrome': 'deluan/navidrome:0.64.0'} +21:13:24 [2] seeding through the app's own front door +21:13:24 navidrome: createAdmin http=200 +21:13:24 [3] control C1 — reading the seed back BEFORE the update +21:13:24 navidrome: login as the seeded user http=200 ok=True +21:13:24 [4] backup press SKIPPED for navidrome (R-648: whole-box only; the update's backing-up phase backs up navidrome alone) +21:13:25 [5] drill commit 7f71448d5d50: navidrome deluan/navidrome:0.64.0 -> deluan/navidrome:0.64.1 (push rc=0) +21:13:30 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:13:30 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:13:30 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:13:30 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:13:32 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:13:37 + 7.2s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:13:39 + 8.2s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:13:45 + 14.4s phase=done label=Frissítve err=None hold=None +21:13:45 [7] reading the seed back AFTER the update +21:13:45 navidrome: login as the seeded user http=200 ok=True +21:13:48 [8] pinned = {'navidrome': 'deluan/navidrome:0.64.1'} +21:13:48 [8] installed = {'navidrome': 'deluan/navidrome:0.64.1'} +21:13:48 [8] compose = ['image: deluan/navidrome:0.64.1'] +21:13:48 [8] inspect = ['navidrome deluan/navidrome:0.64.1 running=true restarts=0'] +21:13:48 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json +21:13:48 [X] stop -> 200 {'ok': True, 'message': 'Stack navidrome stop completed'} +21:13:53 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +21:13:53 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:14:20 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'navidrome', 'volumes_removed': ['navidrome_navidrome_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths +21:14:28 [X] after remove: deployed=False leftovers='/opt/docker/stacks/navidrome' +21:15:31 [X] R-626 check +60 s after remove: 'clean' +21:15:31 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/observables-before.json b/documentation/audits/night-2026-09-23/apps/navidrome/observables-before.json new file mode 100644 index 00000000..279adfc8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/observables-before.json @@ -0,0 +1,17 @@ +{ + "pinned_images": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "installed_images": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "catalog_images": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "live_compose_image_lines": [ + "image: deluan/navidrome:0.64.0" + ], + "docker_inspect": [ + "navidrome deluan/navidrome:0.64.0 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/observables.json b/documentation/audits/night-2026-09-23/apps/navidrome/observables.json new file mode 100644 index 00000000..3814118a --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/observables.json @@ -0,0 +1,36 @@ +{ + "before": { + "pinned_images": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "installed_images": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "catalog_images": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "live_compose_image_lines": [ + "image: deluan/navidrome:0.64.0" + ], + "docker_inspect": [ + "navidrome deluan/navidrome:0.64.0 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "installed_images": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "catalog_images": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "live_compose_image_lines": [ + "image: deluan/navidrome:0.64.1" + ], + "docker_inspect": [ + "navidrome deluan/navidrome:0.64.1 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/phases.json b/documentation/audits/night-2026-09-23/apps/navidrome/phases.json new file mode 100644 index 00000000..e5306ff1 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/phases.json @@ -0,0 +1,51 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 7.2, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 8.2, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 14.4, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 14.4, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json b/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json new file mode 100644 index 00000000..a7996f6b --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json @@ -0,0 +1,45 @@ +{ + "harness_version": 1, + "app": "navidrome", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "navidrome": "deluan/navidrome:0.64.0" + }, + "to": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "navidrome | time=\"2026-09-23T19:13:39Z\" level=info msg=\"goose: no migrations to run. current version: 20260901225726\"", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 14.4, + "measured_at": "2026-09-23T19:13:08.280348+00:00", + "evidence": "apps/navidrome/", + "notes": [], + "badge_catchup_seconds": 4.5, + "observables_after": { + "pinned_images": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "installed_images": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "catalog_images": { + "navidrome": "deluan/navidrome:0.64.1" + }, + "live_compose_image_lines": [ + "image: deluan/navidrome:0.64.1" + ], + "docker_inspect": [ + "navidrome deluan/navidrome:0.64.1 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/nextcloud/app-logs-after.txt new file mode 100644 index 00000000..0a5fd84d --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/app-logs-after.txt @@ -0,0 +1,194 @@ +nextcloud-redis | 1:C 23 Sep 2026 20:54:54.564 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +nextcloud-redis | 1:C 23 Sep 2026 20:54:54.564 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +nextcloud-redis | 1:C 23 Sep 2026 20:54:54.564 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +nextcloud-redis | 1:C 23 Sep 2026 20:54:54.564 * Configuration loaded +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.564 * Increased maximum number of open files to 10032 (it was originally set to 1024). +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.564 * monotonic clock: POSIX clock_gettime +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.566 * Running mode=standalone, port=6379. +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.566 * Server initialized +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.573 * Creating AOF base file appendonly.aof.1.base.rdb on server start +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.597 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +nextcloud-redis | 1:M 23 Sep 2026 20:54:54.598 * Ready to accept connections tcp +nextcloud-redis | 1:signal-handler (1790189843) Received SIGTERM scheduling shutdown... +nextcloud-redis | 1:M 23 Sep 2026 20:57:23.866 * User requested shutdown... +nextcloud-redis | 1:M 23 Sep 2026 20:57:23.866 * Calling fsync() on the AOF file. +nextcloud-redis | 1:M 23 Sep 2026 20:57:23.879 * Saving the final RDB snapshot before exiting. +nextcloud-redis | 1:M 23 Sep 2026 20:57:23.896 * DB saved on disk +nextcloud-redis | 1:M 23 Sep 2026 20:57:23.896 # Redis is now ready to exit, bye bye... +nextcloud-redis | 1:C 23 Sep 2026 20:57:34.414 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +nextcloud-redis | 1:C 23 Sep 2026 20:57:34.414 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +nextcloud-redis | 1:C 23 Sep 2026 20:57:34.414 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +nextcloud-redis | 1:C 23 Sep 2026 20:57:34.414 * Configuration loaded +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.414 * Increased maximum number of open files to 10032 (it was originally set to 1024). +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.414 * monotonic clock: POSIX clock_gettime +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * Running mode=standalone, port=6379. +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * Server initialized +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * Reading RDB base file on AOF loading... +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * Loading RDB produced by version 7.4.11 +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * RDB age 160 seconds +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * RDB memory usage when created 0.90 Mb +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * RDB is base AOF +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * Done loading RDB, keys loaded: 0, keys expired: 0. +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.416 * DB loaded from base file appendonly.aof.1.base.rdb: 0.000 seconds +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.417 * DB loaded from incr file appendonly.aof.1.incr.aof: 0.000 seconds +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.417 * DB loaded from append only file: 0.000 seconds +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.417 * Opening AOF incr file appendonly.aof.1.incr.aof on server start +nextcloud-redis | 1:M 23 Sep 2026 20:57:34.417 * Ready to accept connections tcp +nextcloud-db | 2026-09-23 20:54:54+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud | => Configuring PHP session handler... +nextcloud-db | 2026-09-23 20:54:55+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +nextcloud | ==> Using Redis as PHP session handler... +nextcloud-db | 2026-09-23 20:54:55+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +nextcloud | Initializing nextcloud 34.0.4.1 ... +nextcloud-db | 2026-09-23 20:54:55+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud | Upgrading nextcloud from 34.0.1.2 ... +nextcloud-db | 2026-09-23 20:54:55+02:00 [Note] [Entrypoint]: Initializing database files +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/pre-upgrade" +nextcloud | ==> Skipped: the "pre-upgrade" folder is empty (or does not exist) +nextcloud | Setting log level to debug +nextcloud | Turned on maintenance mode +nextcloud | Updating database schema +nextcloud | Updated database +nextcloud | Updating ... +nextcloud | Fix broken values of calendar objects +nextcloud | +nextcloud | Starting ... +nextcloud | +nextcloud | Clean up old calendar subscriptions from deleted users that were not cleaned-up +nextcloud | +nextcloud-db | 2026-09-23 20:54:55 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud | 0/0 [>---------------------------] 0% Starting ... +nextcloud | +nextcloud | Updated to 1.40.0 +nextcloud | Updating ... +nextcloud | Updated to 34.0.1 +nextcloud | Updating ... +nextcloud | Updated to 5.2.0 +nextcloud | Updating ... +nextcloud | Updated to 7.0.0 +nextcloud | Starting code integrity check... +nextcloud | Finished code integrity check +nextcloud | Update successful +nextcloud | Turned off maintenance mode +nextcloud | Resetting log level +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/post-upgrade" +nextcloud | ==> Skipped: the "post-upgrade" folder is empty (or does not exist) +nextcloud | Initializing finished +nextcloud | Warning: /var/www/html/config/s3.config.php differs from the latest version of this image at /usr/src/nextcloud/config/s3.config.php +nextcloud-db | create_uring failed: falling back to libaio +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/before-starting" +nextcloud | ==> Skipped: the "before-starting" folder is empty (or does not exist) +nextcloud | 0/0 [->--------------------------] 0%AH00558: apache2: Could not reliably determine the server's fully qualified domain name, using 172.18.0.4. Set the 'ServerName' directive globally to suppress this message +nextcloud | AH00558: apache2: Could not reliably determine the server's fully qualified domain name, using 172.18.0.4. Set the 'ServerName' directive globally to suppress this message +nextcloud | [Wed Sep 23 20:58:02.010780 2026] [mpm_prefork:notice] [pid 1:tid 1] AH00163: Apache/2.4.68 (Debian) PHP/8.5.10 configured -- resuming normal operations +nextcloud | [Wed Sep 23 20:58:02.010825 2026] [core:notice] [pid 1:tid 1] AH00094: Command line: 'apache2 -D FOREGROUND' +nextcloud | 127.0.0.1 - - [23/Sep/2026:20:58:05 +0200] "GET /status.php HTTP/1.1" 200 1064 "-" "curl/8.14.1" +nextcloud | 172.18.0.3 - - [23/Sep/2026:20:58:10 +0200] "GET /status.php HTTP/1.1" 200 1064 "-" "Go-http-client/1.1" +nextcloud | 192.168.0.180 - - [23/Sep/2026:20:58:12 +0200] "GET /status.php HTTP/1.1" 200 1064 "-" "curl/8.14.1" +nextcloud-db | 2026-09-23 20:54:59+02:00 [Note] [Entrypoint]: Database files initialized +nextcloud-db | 2026-09-23 20:54:59+02:00 [Note] [Entrypoint]: Starting temporary server +nextcloud-db | 2026-09-23 20:54:59+02:00 [Note] [Entrypoint]: Waiting for server startup +nextcloud-db | 2026-09-23 20:54:59 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid GQJl+WVpwPPIkNJHtsh8CbGZnCI= as process 91 +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:54:59 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: End of log at LSN=45434 +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:54:59 0 [Note] InnoDB: log sequence number 45434; transaction id 14 +nextcloud-db | 2026-09-23 20:54:59 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:54:59 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:55:02 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:55:02 0 [Note] Replication not automatically started: --skip-slave-start was specified +nextcloud-db | 2026-09-23 20:55:02 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 0 mariadb.org binary distribution +nextcloud-db | 2026-09-23 20:55:03+02:00 [Note] [Entrypoint]: Temporary server started. +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: Creating database nextcloud +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: Creating user nextcloud +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: Giving user nextcloud access to schema nextcloud +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +nextcloud-db | +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: Stopping temporary server +nextcloud-db | 2026-09-23 20:55:04 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: FTS optimize thread exiting. +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Starting shutdown... +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 20:55:04 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +nextcloud-db | 2026-09-23 20:55:04 0 [Note] Shutdown completed; log sequence number 45434; transaction id 15 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] mariadbd: Shutdown complete +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: Temporary server stopped +nextcloud-db | +nextcloud-db | 2026-09-23 20:55:04+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +nextcloud-db | +nextcloud-db | 2026-09-23 20:55:04 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid GQJl+WVpwPPIkNJHtsh8CbGZnCI= as process 1 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:55:04 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: End of log at LSN=45434 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: log sequence number 45434; transaction id 14 +nextcloud-db | 2026-09-23 20:55:04 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:55:04 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:55:04 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 20:55:04 +nextcloud-db | 2026-09-23 20:55:06 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +nextcloud-db | 2026-09-23 20:55:06 0 [Note] Server socket created on IP: '::', port: '3306'. +nextcloud-db | 2026-09-23 20:55:06 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:55:06 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution +nextcloud-db | 2026-09-23 20:57:23 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +nextcloud-db | 2026-09-23 20:57:23 0 [Note] InnoDB: FTS optimize thread exiting. +nextcloud-db | 2026-09-23 20:57:23 0 [Note] InnoDB: Starting shutdown... +nextcloud-db | 2026-09-23 20:57:23 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:57:23 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 20:57:23 +nextcloud-db | 2026-09-23 20:57:23 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +nextcloud-db | 2026-09-23 20:57:23 0 [Note] Shutdown completed; log sequence number 2122007; transaction id 2988 +nextcloud-db | 2026-09-23 20:57:23 0 [Note] mariadbd: Shutdown complete +nextcloud-db | 2026-09-23 20:57:34+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud-db | 2026-09-23 20:57:34+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +nextcloud-db | 2026-09-23 20:57:34+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +nextcloud-db | 2026-09-23 20:57:34+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud-db | 2026-09-23 20:57:35+02:00 [Note] [Entrypoint]: MariaDB upgrade not required +nextcloud-db | 2026-09-23 20:57:35 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid o+Nhrnhy/fv4UV+n2AwSciOq8Pk= as process 1 +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:57:35 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: End of log at LSN=2122007 +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: log sequence number 2122007; transaction id 2989 +nextcloud-db | 2026-09-23 20:57:35 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:57:35 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:57:35 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 20:57:35 +nextcloud-db | 2026-09-23 20:57:38 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +nextcloud-db | 2026-09-23 20:57:38 0 [Note] Server socket created on IP: '::', port: '3306'. +nextcloud-db | 2026-09-23 20:57:38 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:57:38 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/badges.json b/documentation/audits/night-2026-09-23/apps/nextcloud/badges.json new file mode 100644 index 00000000..b6eb6b55 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/badges.json @@ -0,0 +1,21 @@ +{ + "before": { + "hu": [], + "en": [] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "ba1831cd6560" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/MV-nextcloud.log b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/MV-nextcloud.log new file mode 100644 index 00000000..3f510ac9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/MV-nextcloud.log @@ -0,0 +1,140 @@ +[18:53:43] MV-nextcloud: deploying nextcloud at FROM {'nextcloud': 'nextcloud:34.0.1-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +[18:55:45] FROM settled=True in 62.2s :: {"nextcloud": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:55:45] fixture: the BOX walk's own (Nextcloud), through upgrade_boxport +[18:55:50] nextcloud: occ user:add :: The account "drillb845bf" was created successfully Display name set to "drillb845bf" +[18:55:50] nextcloud: seeded user drillb845bf +[18:55:52] nextcloud: readback of the seeded user found=True +[18:55:52] C1 (seed reads back BEFORE): True +[18:55:52] MV-nextcloud: swapping to TO {'nextcloud': 'nextcloud:34.0.4-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +[18:56:32] TO up -d rc=0 +[18:57:04] TO settled=True in 31.5s :: {"nextcloud": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:57:04] engine state nextcloud-db: 12.3.3-MariaDB| This installation of MariaDB is already upgraded to 12.3.3-MariaDB. There is no need to run mariadb-upgrade again. [exit=1] +[18:57:04] migration lines observed: 6 +[18:57:05] nextcloud: readback of the seeded user found=True +[18:57:05] RESULT (seed reads back AFTER): True +[18:57:06] files_may_change: the bind-mounted tree changed under ['/srv/felhom-gate/hdd/appdata/nextcloud'] +[18:57:06] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.2:80 +[18:57:21] + 15s nextcloud=1013M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=9M/128M peak=11M kills=0 rs=0 reqs=252 +[18:57:36] + 30s nextcloud=792M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=9M/128M peak=11M kills=0 rs=0 reqs=505 +[18:57:51] + 46s nextcloud=792M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=11M/128M peak=12M kills=0 rs=0 reqs=733 +[18:58:06] + 61s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=11M/128M peak=13M kills=0 rs=0 reqs=994 +[18:58:22] + 76s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=12M/128M peak=14M kills=0 rs=0 reqs=1246 +[18:58:37] + 91s nextcloud=792M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=12M/128M peak=15M kills=0 rs=0 reqs=1468 +[18:58:52] + 106s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=13M/128M peak=15M kills=0 rs=0 reqs=1698 +[18:59:07] + 121s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=14M/128M peak=15M kills=0 rs=0 reqs=1954 +[18:59:22] + 136s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=14M/128M peak=16M kills=0 rs=0 reqs=2199 +[18:59:37] + 152s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=16M/128M peak=18M kills=0 rs=0 reqs=2383 +[18:59:53] + 167s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=17M/128M peak=18M kills=0 rs=0 reqs=2609 +[19:00:08] + 182s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=17M/128M peak=19M kills=0 rs=0 reqs=2867 +[19:00:23] + 197s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=18M/128M peak=19M kills=0 rs=0 reqs=3110 +[19:00:38] + 212s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=18M/128M peak=20M kills=0 rs=0 reqs=3310 +[19:00:53] + 228s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=20M/128M peak=23M kills=0 rs=0 reqs=3536 +[19:01:09] + 243s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=21M/128M peak=23M kills=0 rs=0 reqs=3794 +[19:01:24] + 258s nextcloud=801M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=22M/128M peak=23M kills=0 rs=0 reqs=4035 +[19:01:39] + 273s nextcloud=802M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=22M/128M peak=23M kills=0 rs=0 reqs=4225 +[19:01:54] + 288s nextcloud=801M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=25M/128M peak=28M kills=0 rs=0 reqs=4453 +[19:02:09] + 304s nextcloud=705M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=25M/128M peak=28M kills=0 rs=0 reqs=4710 +[19:02:24] + 319s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=26M/128M peak=28M kills=0 rs=0 reqs=4954 +[19:02:40] + 334s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=27M/128M peak=29M kills=0 rs=0 reqs=5169 +[19:02:55] + 349s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=27M/128M peak=29M kills=0 rs=0 reqs=5398 +[19:03:10] + 364s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=30M/128M peak=35M kills=0 rs=0 reqs=5651 +[19:03:25] + 379s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=31M/128M peak=35M kills=0 rs=0 reqs=5892 +[19:03:40] + 395s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=31M/128M peak=35M kills=0 rs=0 reqs=6108 +[19:03:56] + 410s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=32M/128M peak=35M kills=0 rs=0 reqs=6346 +[19:04:11] + 425s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=32M/128M peak=35M kills=0 rs=0 reqs=6602 +[19:04:26] + 440s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=33M/128M peak=37M kills=0 rs=0 reqs=6842 +[19:04:41] + 455s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=34M/128M peak=37M kills=0 rs=0 reqs=7059 +[19:04:56] + 470s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=34M/128M peak=37M kills=0 rs=0 reqs=7295 +[19:05:11] + 486s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=36M/128M peak=37M kills=0 rs=0 reqs=7552 +[19:05:27] + 501s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=37M/128M peak=42M kills=0 rs=0 reqs=7790 +[19:05:42] + 516s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=38M/128M peak=42M kills=0 rs=0 reqs=8004 +[19:05:57] + 531s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=39M/128M peak=42M kills=0 rs=0 reqs=8240 +[19:06:12] + 546s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=39M/128M peak=42M kills=0 rs=0 reqs=8496 +[19:06:27] + 561s nextcloud=634M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=40M/128M peak=42M kills=0 rs=0 reqs=8732 +[19:06:42] + 577s nextcloud=634M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=41M/128M peak=46M kills=0 rs=0 reqs=8930 +[19:06:57] + 592s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=41M/128M peak=46M kills=0 rs=0 reqs=9169 +[19:07:13] + 607s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=43M/128M peak=46M kills=0 rs=0 reqs=9427 +[19:07:13] memory watch: killed=False tight=['nextcloud'] requests=9427 codes={'err': 9427} +[19:07:13] MV-nextcloud: ABORT — putting the FROM images back +[19:10:18] ABORT: the app did NOT come back (rc=0, 182.0s) +{ + "harness_version": 3, + "edge": "MV-nextcloud", + "app": "nextcloud", + "note": "night 2026-09-23 within-a-major move: nextcloud=nextcloud:34.0.4-apache", + "from": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "to": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Knextcloud | Upgrading nextcloud from 34.0.1.2 ...", + "abort": "refuses", + "abort_detail": " Sep 2026 21:05:26.154 * 10000 changes in 60 seconds. Saving...\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:05:26.155 * Background saving started by pid 414\n\u001b[2Knextcloud-redis | 414:C 23 Sep 2026 21:05:26.229 * DB saved on disk\n\u001b[2Knextcloud-redis | 414:C 23 Sep 2026 21:05:26.230 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:05:26.256 * Background saving terminated with success\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:06:39.305 * 10000 changes in 60 seconds. Saving...\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:06:39.306 * Background saving started by pid 463\n\u001b[2Knextcloud-redis | 463:C 23 Sep 2026 21:06:39.436 * DB saved on disk\n\u001b[2Knextcloud-redis | 463:C 23 Sep 2026 21:06:39.437 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:06:39.509 * Background saving terminated with success", + "engine_state_after": { + "nextcloud-db": { + "image": "mariadb:12.3", + "probe": "datadir version | the engine's own upgrade verdict", + "answer": "12.3.3-MariaDB| This installation of MariaDB is already upgraded to 12.3.3-MariaDB. There is no need to run mariadb-upgrade again. [exit=1]", + "probe_rc": 0 + } + }, + "memory": { + "soak_s": 607.2, + "requested_s": 600, + "requests": 9427, + "codes": { + "err": 9427 + }, + "first_kill": null, + "containers": { + "nextcloud": { + "limit": 1073741824, + "peak": 1074110464, + "peak_pct": 1.0, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "nextcloud-db": { + "limit": 536870912, + "peak": 141684736, + "peak_pct": 0.264, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "nextcloud-redis": { + "limit": 134217728, + "peak": 49262592, + "peak_pct": 0.367, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [ + "files_may_change", + "memory_tight" + ], + "duration_s": 31.5, + "measured_at": "2026-09-23T19:10:18Z", + "evidence": "evidence/MV-nextcloud", + "files_changed": [ + "/srv/felhom-gate/hdd/appdata/nextcloud" + ], + "total_s": 994.5 +} diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-refusal.txt b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-refusal.txt new file mode 100644 index 00000000..fbd52858 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-refusal.txt @@ -0,0 +1,116 @@ +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud-redis | 1:M 23 Sep 2026 20:58:13.280 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 20:58:13.281 * Background saving started by pid 149 +nextcloud-redis | 149:C 23 Sep 2026 20:58:13.303 * DB saved on disk +nextcloud-redis | 149:C 23 Sep 2026 20:58:13.303 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 20:58:13.382 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 20:59:24.017 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 20:59:24.018 * Background saving started by pid 193 +nextcloud-redis | 193:C 23 Sep 2026 20:59:24.048 * DB saved on disk +nextcloud-redis | 193:C 23 Sep 2026 20:59:24.049 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud | ==> Using Redis as PHP session handler... +nextcloud-redis | 1:M 23 Sep 2026 20:59:24.119 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:00:39.792 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:00:39.793 * Background saving started by pid 242 +nextcloud-redis | 242:C 23 Sep 2026 21:00:39.826 * DB saved on disk +nextcloud-redis | 242:C 23 Sep 2026 21:00:39.827 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:00:39.893 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:01:53.670 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:01:53.671 * Background saving started by pid 285 +nextcloud-redis | 285:C 23 Sep 2026 21:01:53.715 * DB saved on disk +nextcloud-redis | 285:C 23 Sep 2026 21:01:53.716 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:01:53.772 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:03:04.601 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:03:04.602 * Background saving started by pid 328 +nextcloud-redis | 328:C 23 Sep 2026 21:03:04.658 * DB saved on disk +nextcloud-redis | 328:C 23 Sep 2026 21:03:04.659 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:03:04.703 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:04:14.813 * 10000 changes in 60 seconds. Saving... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud-redis | 1:M 23 Sep 2026 21:04:14.814 * Background saving started by pid 371 +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud-redis | 371:C 23 Sep 2026 21:04:14.872 * DB saved on disk +nextcloud-redis | 371:C 23 Sep 2026 21:04:14.873 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Stopping temporary server +nextcloud-db | 2026-09-23 20:54:30 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: FTS optimize thread exiting. +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Starting shutdown... +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 20:54:30 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +nextcloud-db | 2026-09-23 20:54:30 0 [Note] Shutdown completed; log sequence number 45568; transaction id 15 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] mariadbd: Shutdown complete +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Temporary server stopped +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid boI2yEWnP+b4JlB7IyqfY5XtYeU= as process 1 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:54:30 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: End of log at LSN=45568 +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +nextcloud-db | 2026-09-23 20:54:31 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 20:54:31 +nextcloud-db | 2026-09-23 20:54:32 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +nextcloud-redis | 1:M 23 Sep 2026 21:04:14.914 * Background saving terminated with success +nextcloud-db | 2026-09-23 20:54:32 0 [Note] Server socket created on IP: '::', port: '3306'. +nextcloud-db | 2026-09-23 20:54:32 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:54:32 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution +nextcloud-redis | 1:M 23 Sep 2026 21:05:26.154 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:05:26.155 * Background saving started by pid 414 +nextcloud-redis | 414:C 23 Sep 2026 21:05:26.229 * DB saved on disk +nextcloud-redis | 414:C 23 Sep 2026 21:05:26.230 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:05:26.256 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:06:39.305 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:06:39.306 * Background saving started by pid 463 +nextcloud-redis | 463:C 23 Sep 2026 21:06:39.436 * DB saved on disk +nextcloud-redis | 463:C 23 Sep 2026 21:06:39.437 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:06:39.509 * Background saving terminated with success \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-states.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-states.json new file mode 100644 index 00000000..0a826a35 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/abort-states.json @@ -0,0 +1,20 @@ +{ + "nextcloud": { + "status": "restarting", + "health": "unhealthy", + "restarts": 0, + "exit": 1 + }, + "nextcloud-db": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "nextcloud-redis": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/compose-final.log b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/compose-final.log new file mode 100644 index 00000000..c5ddf5f9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/compose-final.log @@ -0,0 +1,162 @@ +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Can't start Nextcloud because the version of the data (34.0.4.1) is higher than the docker image version (34.0.1.2) and downgrading is not supported. Are you sure you have pulled the newest image version? +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 * Configuration loaded +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.195 * monotonic clock: POSIX clock_gettime +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.197 * Running mode=standalone, port=6379. +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.197 * Server initialized +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.205 * Creating AOF base file appendonly.aof.1.base.rdb on server start +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.212 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.212 * Ready to accept connections tcp +nextcloud-redis | 1:M 23 Sep 2026 20:58:13.280 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 20:58:13.281 * Background saving started by pid 149 +nextcloud-redis | 149:C 23 Sep 2026 20:58:13.303 * DB saved on disk +nextcloud-redis | 149:C 23 Sep 2026 20:58:13.303 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 20:58:13.382 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 20:59:24.017 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 20:59:24.018 * Background saving started by pid 193 +nextcloud-redis | 193:C 23 Sep 2026 20:59:24.048 * DB saved on disk +nextcloud-redis | 193:C 23 Sep 2026 20:59:24.049 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 20:59:24.119 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:00:39.792 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:00:39.793 * Background saving started by pid 242 +nextcloud-redis | 242:C 23 Sep 2026 21:00:39.826 * DB saved on disk +nextcloud-redis | 242:C 23 Sep 2026 21:00:39.827 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:00:39.893 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:01:53.670 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:01:53.671 * Background saving started by pid 285 +nextcloud-redis | 285:C 23 Sep 2026 21:01:53.715 * DB saved on disk +nextcloud-redis | 285:C 23 Sep 2026 21:01:53.716 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:01:53.772 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:03:04.601 * 10000 changes in 60 seconds. Saving... +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud-db | 2026-09-23 20:54:22+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Initializing database files +nextcloud-db | 2026-09-23 20:54:22 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:27+02:00 [Note] [Entrypoint]: Database files initialized +nextcloud-db | 2026-09-23 20:54:27+02:00 [Note] [Entrypoint]: Starting temporary server +nextcloud-db | 2026-09-23 20:54:27+02:00 [Note] [Entrypoint]: Waiting for server startup +nextcloud-db | 2026-09-23 20:54:27 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid boI2yEWnP+b4JlB7IyqfY5XtYeU= as process 94 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:54:27 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: End of log at LSN=45568 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-redis | 1:M 23 Sep 2026 21:03:04.602 * Background saving started by pid 328 +nextcloud-redis | 328:C 23 Sep 2026 21:03:04.658 * DB saved on disk +nextcloud-redis | 328:C 23 Sep 2026 21:03:04.659 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:03:04.703 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:04:14.813 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:04:14.814 * Background saving started by pid 371 +nextcloud-redis | 371:C 23 Sep 2026 21:04:14.872 * DB saved on disk +nextcloud-redis | 371:C 23 Sep 2026 21:04:14.873 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:04:14.914 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:05:26.154 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:05:26.155 * Background saving started by pid 414 +nextcloud-redis | 414:C 23 Sep 2026 21:05:26.229 * DB saved on disk +nextcloud-redis | 414:C 23 Sep 2026 21:05:26.230 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:05:26.256 * Background saving terminated with success +nextcloud-redis | 1:M 23 Sep 2026 21:06:39.305 * 10000 changes in 60 seconds. Saving... +nextcloud-redis | 1:M 23 Sep 2026 21:06:39.306 * Background saving started by pid 463 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:54:27 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-redis | 463:C 23 Sep 2026 21:06:39.436 * DB saved on disk +nextcloud-redis | 463:C 23 Sep 2026 21:06:39.437 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +nextcloud-redis | 1:M 23 Sep 2026 21:06:39.509 * Background saving terminated with success +nextcloud-db | 2026-09-23 20:54:28 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:54:28 0 [Note] Replication not automatically started: --skip-slave-start was specified +nextcloud-db | 2026-09-23 20:54:28 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 0 mariadb.org binary distribution +nextcloud-db | 2026-09-23 20:54:29+02:00 [Note] [Entrypoint]: Temporary server started. +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Creating database nextcloud +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Creating user nextcloud +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Giving user nextcloud access to schema nextcloud +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Stopping temporary server +nextcloud-db | 2026-09-23 20:54:30 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: FTS optimize thread exiting. +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Starting shutdown... +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 20:54:30 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +nextcloud-db | 2026-09-23 20:54:30 0 [Note] Shutdown completed; log sequence number 45568; transaction id 15 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] mariadbd: Shutdown complete +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Temporary server stopped +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid boI2yEWnP+b4JlB7IyqfY5XtYeU= as process 1 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:54:30 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: End of log at LSN=45568 +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +nextcloud-db | 2026-09-23 20:54:31 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 20:54:31 +nextcloud-db | 2026-09-23 20:54:32 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +nextcloud-db | 2026-09-23 20:54:32 0 [Note] Server socket created on IP: '::', port: '3306'. +nextcloud-db | 2026-09-23 20:54:32 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:54:32 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/engine-state.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/engine-state.json new file mode 100644 index 00000000..46fd4c9b --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/engine-state.json @@ -0,0 +1,8 @@ +{ + "nextcloud-db": { + "image": "mariadb:12.3", + "probe": "datadir version | the engine's own upgrade verdict", + "answer": "12.3.3-MariaDB| This installation of MariaDB is already upgraded to 12.3.3-MariaDB. There is no need to run mariadb-upgrade again. [exit=1]", + "probe_rc": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-after.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-after.json new file mode 100644 index 00000000..b89206a8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-after.json @@ -0,0 +1,3 @@ +{ + "/srv/felhom-gate/hdd/appdata/nextcloud": "835e55fe296329bdac03f09477c7e1f100971358e784899df491c5802d11355c" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-before.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-before.json new file mode 100644 index 00000000..e5d930cd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/files-before.json @@ -0,0 +1,3 @@ +{ + "/srv/felhom-gate/hdd/appdata/nextcloud": "89613c6a132544e7916bdc0f6086ae9ec62be08b26ec57791457e738c05f2f08" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/memory-samples.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/memory-samples.json new file mode 100644 index 00000000..f441bba2 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/memory-samples.json @@ -0,0 +1,1442 @@ +[ + { + "t": 15.2, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 1062526976, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111497216, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 9859072, + "peak": 11792384, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 252 + }, + { + "t": 30.4, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 830926848, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111501312, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 10457088, + "peak": 12443648, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 505 + }, + { + "t": 45.5, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 830730240, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111448064, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 11579392, + "peak": 12783616, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 733 + }, + { + "t": 60.7, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832630784, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 12464128, + "peak": 13946880, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 994 + }, + { + "t": 75.9, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832126976, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111620096, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 12685312, + "peak": 15036416, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1246 + }, + { + "t": 91.0, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 831447040, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 13484032, + "peak": 15994880, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1468 + }, + { + "t": 106.2, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832004096, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 13803520, + "peak": 16343040, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1698 + }, + { + "t": 121.4, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832081920, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 15028224, + "peak": 16723968, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1954 + }, + { + "t": 136.5, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832630784, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 15409152, + "peak": 17186816, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2199 + }, + { + "t": 151.7, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832344064, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 17731584, + "peak": 19595264, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2383 + }, + { + "t": 166.9, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832606208, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 18018304, + "peak": 19779584, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2609 + }, + { + "t": 182.1, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832028672, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 18272256, + "peak": 20381696, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2867 + }, + { + "t": 197.2, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832319488, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 19148800, + "peak": 20566016, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3110 + }, + { + "t": 212.4, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832360448, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 19902464, + "peak": 21291008, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3310 + }, + { + "t": 227.6, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 832651264, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 21835776, + "peak": 24375296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3536 + }, + { + "t": 242.7, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 831557632, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111362048, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 22822912, + "peak": 24375296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3794 + }, + { + "t": 257.9, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 840736768, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 23175168, + "peak": 24576000, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4035 + }, + { + "t": 273.1, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 841048064, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111493120, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 23592960, + "peak": 24887296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4225 + }, + { + "t": 288.3, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 840040448, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111366144, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 26968064, + "peak": 30048256, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4453 + }, + { + "t": 303.5, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 739246080, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 26951680, + "peak": 30048256, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4710 + }, + { + "t": 318.6, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 693678080, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 27484160, + "peak": 30048256, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4954 + }, + { + "t": 333.8, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694194176, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 28422144, + "peak": 30801920, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5169 + }, + { + "t": 349.0, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 693698560, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 29143040, + "peak": 30801920, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5398 + }, + { + "t": 364.3, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694177792, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 32030720, + "peak": 36884480, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5651 + }, + { + "t": 379.4, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 693493760, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 33165312, + "peak": 36884480, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5892 + }, + { + "t": 394.6, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694546432, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 33468416, + "peak": 36884480, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6108 + }, + { + "t": 409.8, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694542336, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 34553856, + "peak": 36884480, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6346 + }, + { + "t": 424.9, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694398976, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 34471936, + "peak": 36884480, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6602 + }, + { + "t": 440.1, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 693510144, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111628288, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 35495936, + "peak": 39399424, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6842 + }, + { + "t": 455.3, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694198272, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 35831808, + "peak": 39399424, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7059 + }, + { + "t": 470.4, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 694292480, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 36433920, + "peak": 39534592, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7295 + }, + { + "t": 485.6, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 693743616, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 37847040, + "peak": 39534592, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7552 + }, + { + "t": 500.8, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 693743616, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 39710720, + "peak": 44679168, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7790 + }, + { + "t": 515.9, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 664158208, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111890432, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 39890944, + "peak": 44679168, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8004 + }, + { + "t": 531.1, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 664780800, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 41738240, + "peak": 44679168, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8240 + }, + { + "t": 546.2, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 664485888, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 41750528, + "peak": 44679168, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8496 + }, + { + "t": 561.4, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 665030656, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 42450944, + "peak": 44679168, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8732 + }, + { + "t": 576.6, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 664920064, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 43446272, + "peak": 49262592, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8930 + }, + { + "t": 591.7, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 664465408, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 43565056, + "peak": 49262592, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9169 + }, + { + "t": 606.9, + "containers": { + "nextcloud": { + "limit": 1073741824, + "current": 664412160, + "peak": 1074110464, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-db": { + "limit": 536870912, + "current": 111370240, + "peak": 141684736, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "nextcloud-redis": { + "limit": 134217728, + "current": 45285376, + "peak": 49262592, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9427 + } +] \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/migration-lines.txt new file mode 100644 index 00000000..f9eb5d31 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/migration-lines.txt @@ -0,0 +1,6 @@ +nextcloud | Upgrading nextcloud from 34.0.1.2 ... +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/pre-upgrade" +nextcloud | ==> Skipped: the "pre-upgrade" folder is empty (or does not exist) +nextcloud | Updating database schema +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/post-upgrade" +nextcloud | ==> Skipped: the "post-upgrade" folder is empty (or does not exist) \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/run.log b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/run.log new file mode 100644 index 00000000..dac598f9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/run.log @@ -0,0 +1,59 @@ +[18:53:43] MV-nextcloud: deploying nextcloud at FROM {'nextcloud': 'nextcloud:34.0.1-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +[18:55:45] FROM settled=True in 62.2s :: {"nextcloud": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:55:45] fixture: the BOX walk's own (Nextcloud), through upgrade_boxport +[18:55:50] nextcloud: occ user:add :: The account "drillb845bf" was created successfully Display name set to "drillb845bf" +[18:55:50] nextcloud: seeded user drillb845bf +[18:55:52] nextcloud: readback of the seeded user found=True +[18:55:52] C1 (seed reads back BEFORE): True +[18:55:52] MV-nextcloud: swapping to TO {'nextcloud': 'nextcloud:34.0.4-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +[18:56:32] TO up -d rc=0 +[18:57:04] TO settled=True in 31.5s :: {"nextcloud": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "nextcloud-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[18:57:04] engine state nextcloud-db: 12.3.3-MariaDB| This installation of MariaDB is already upgraded to 12.3.3-MariaDB. There is no need to run mariadb-upgrade again. [exit=1] +[18:57:04] migration lines observed: 6 +[18:57:05] nextcloud: readback of the seeded user found=True +[18:57:05] RESULT (seed reads back AFTER): True +[18:57:06] files_may_change: the bind-mounted tree changed under ['/srv/felhom-gate/hdd/appdata/nextcloud'] +[18:57:06] memory watch: 600s, 4 callers on 1 path(s) at 172.18.0.2:80 +[18:57:21] + 15s nextcloud=1013M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=9M/128M peak=11M kills=0 rs=0 reqs=252 +[18:57:36] + 30s nextcloud=792M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=9M/128M peak=11M kills=0 rs=0 reqs=505 +[18:57:51] + 46s nextcloud=792M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=11M/128M peak=12M kills=0 rs=0 reqs=733 +[18:58:06] + 61s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=11M/128M peak=13M kills=0 rs=0 reqs=994 +[18:58:22] + 76s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=12M/128M peak=14M kills=0 rs=0 reqs=1246 +[18:58:37] + 91s nextcloud=792M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=12M/128M peak=15M kills=0 rs=0 reqs=1468 +[18:58:52] + 106s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=13M/128M peak=15M kills=0 rs=0 reqs=1698 +[18:59:07] + 121s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=14M/128M peak=15M kills=0 rs=0 reqs=1954 +[18:59:22] + 136s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=14M/128M peak=16M kills=0 rs=0 reqs=2199 +[18:59:37] + 152s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=16M/128M peak=18M kills=0 rs=0 reqs=2383 +[18:59:53] + 167s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=17M/128M peak=18M kills=0 rs=0 reqs=2609 +[19:00:08] + 182s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=17M/128M peak=19M kills=0 rs=0 reqs=2867 +[19:00:23] + 197s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=18M/128M peak=19M kills=0 rs=0 reqs=3110 +[19:00:38] + 212s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=18M/128M peak=20M kills=0 rs=0 reqs=3310 +[19:00:53] + 228s nextcloud=794M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=20M/128M peak=23M kills=0 rs=0 reqs=3536 +[19:01:09] + 243s nextcloud=793M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=21M/128M peak=23M kills=0 rs=0 reqs=3794 +[19:01:24] + 258s nextcloud=801M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=22M/128M peak=23M kills=0 rs=0 reqs=4035 +[19:01:39] + 273s nextcloud=802M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=22M/128M peak=23M kills=0 rs=0 reqs=4225 +[19:01:54] + 288s nextcloud=801M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=25M/128M peak=28M kills=0 rs=0 reqs=4453 +[19:02:09] + 304s nextcloud=705M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=25M/128M peak=28M kills=0 rs=0 reqs=4710 +[19:02:24] + 319s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=26M/128M peak=28M kills=0 rs=0 reqs=4954 +[19:02:40] + 334s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=27M/128M peak=29M kills=0 rs=0 reqs=5169 +[19:02:55] + 349s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=27M/128M peak=29M kills=0 rs=0 reqs=5398 +[19:03:10] + 364s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=30M/128M peak=35M kills=0 rs=0 reqs=5651 +[19:03:25] + 379s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=31M/128M peak=35M kills=0 rs=0 reqs=5892 +[19:03:40] + 395s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=31M/128M peak=35M kills=0 rs=0 reqs=6108 +[19:03:56] + 410s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=32M/128M peak=35M kills=0 rs=0 reqs=6346 +[19:04:11] + 425s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=32M/128M peak=35M kills=0 rs=0 reqs=6602 +[19:04:26] + 440s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=33M/128M peak=37M kills=0 rs=0 reqs=6842 +[19:04:41] + 455s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=34M/128M peak=37M kills=0 rs=0 reqs=7059 +[19:04:56] + 470s nextcloud=662M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=34M/128M peak=37M kills=0 rs=0 reqs=7295 +[19:05:11] + 486s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=36M/128M peak=37M kills=0 rs=0 reqs=7552 +[19:05:27] + 501s nextcloud=661M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=37M/128M peak=42M kills=0 rs=0 reqs=7790 +[19:05:42] + 516s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=38M/128M peak=42M kills=0 rs=0 reqs=8004 +[19:05:57] + 531s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=39M/128M peak=42M kills=0 rs=0 reqs=8240 +[19:06:12] + 546s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=39M/128M peak=42M kills=0 rs=0 reqs=8496 +[19:06:27] + 561s nextcloud=634M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=40M/128M peak=42M kills=0 rs=0 reqs=8732 +[19:06:42] + 577s nextcloud=634M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=41M/128M peak=46M kills=0 rs=0 reqs=8930 +[19:06:57] + 592s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=41M/128M peak=46M kills=0 rs=0 reqs=9169 +[19:07:13] + 607s nextcloud=633M/1024M peak=1024M kills=0 rs=0 nextcloud-db=106M/512M peak=135M kills=0 rs=0 nextcloud-redis=43M/128M peak=46M kills=0 rs=0 reqs=9427 +[19:07:13] memory watch: killed=False tight=['nextcloud'] requests=9427 codes={'err': 9427} +[19:07:13] MV-nextcloud: ABORT — putting the FROM images back +[19:10:18] ABORT: the app did NOT come back (rc=0, 182.0s) \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-full.log b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-full.log new file mode 100644 index 00000000..3797221c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-full.log @@ -0,0 +1,128 @@ +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +nextcloud-redis | 1:C 23 Sep 2026 20:54:22.195 * Configuration loaded +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.195 * monotonic clock: POSIX clock_gettime +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.197 * Running mode=standalone, port=6379. +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.197 * Server initialized +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.205 * Creating AOF base file appendonly.aof.1.base.rdb on server start +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.212 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +nextcloud-redis | 1:M 23 Sep 2026 20:54:22.212 * Ready to accept connections tcp +nextcloud | => Configuring PHP session handler... +nextcloud | ==> Using Redis as PHP session handler... +nextcloud | Initializing nextcloud 34.0.4.1 ... +nextcloud | Upgrading nextcloud from 34.0.1.2 ... +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/pre-upgrade" +nextcloud | ==> Skipped: the "pre-upgrade" folder is empty (or does not exist) +nextcloud | Setting log level to debug +nextcloud | Turned on maintenance mode +nextcloud | Updating database schema +nextcloud | Updated database +nextcloud | Updating ... +nextcloud | Fix broken values of calendar objects +nextcloud | +nextcloud | Starting ... +nextcloud | +nextcloud | Clean up old calendar subscriptions from deleted users that were not cleaned-up +nextcloud | +nextcloud | 0/0 [>---------------------------] 0% Starting ... +nextcloud | +nextcloud | Updated to 1.40.0 +nextcloud | Updating ... +nextcloud | Updated to 34.0.1 +nextcloud | Updating ... +nextcloud | Updated to 5.2.0 +nextcloud | Updating ... +nextcloud | Updated to 7.0.0 +nextcloud | Starting code integrity check... +nextcloud | Finished code integrity check +nextcloud | Update successful +nextcloud | Turned off maintenance mode +nextcloud | Resetting log level +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/post-upgrade" +nextcloud | ==> Skipped: the "post-upgrade" folder is empty (or does not exist) +nextcloud | Initializing finished +nextcloud | Warning: /var/www/html/config/s3.config.php differs from the latest version of this image at /usr/src/nextcloud/config/s3.config.php +nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder "/docker-entrypoint-hooks.d/before-starting" +nextcloud | ==> Skipped: the "before-starting" folder is empty (or does not exist) +nextcloud | 0/0 [->--------------------------] 0%AH00558: apache2: Could not reliably determine the server's fully qualified domain name, using 172.18.0.2. Set the 'ServerName' directive globally to suppress this message +nextcloud | AH00558: apache2: Could not reliably determine the server's fully qualified domain name, using 172.18.0.2. Set the 'ServerName' directive globally to suppress this message +nextcloud | [Wed Sep 23 20:57:01.645578 2026] [mpm_prefork:notice] [pid 1:tid 1] AH00163: Apache/2.4.68 (Debian) PHP/8.5.10 configured -- resuming normal operations +nextcloud | [Wed Sep 23 20:57:01.645723 2026] [core:notice] [pid 1:tid 1] AH00094: Command line: 'apache2 -D FOREGROUND' +nextcloud | 127.0.0.1 - - [23/Sep/2026:20:57:02 +0200] "GET /status.php HTTP/1.1" 200 1064 "-" "curl/8.14.1" +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud-db | 2026-09-23 20:54:22+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:12.3.3+maria~ubu2404 started. +nextcloud-db | 2026-09-23 20:54:22+02:00 [Note] [Entrypoint]: Initializing database files +nextcloud-db | 2026-09-23 20:54:22 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:27+02:00 [Note] [Entrypoint]: Database files initialized +nextcloud-db | 2026-09-23 20:54:27+02:00 [Note] [Entrypoint]: Starting temporary server +nextcloud-db | 2026-09-23 20:54:27+02:00 [Note] [Entrypoint]: Waiting for server startup +nextcloud-db | 2026-09-23 20:54:27 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid boI2yEWnP+b4JlB7IyqfY5XtYeU= as process 94 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:54:27 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: End of log at LSN=45568 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:54:27 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +nextcloud-db | 2026-09-23 20:54:27 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:54:27 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:54:28 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:54:28 0 [Note] Replication not automatically started: --skip-slave-start was specified +nextcloud-db | 2026-09-23 20:54:28 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 0 mariadb.org binary distribution +nextcloud-db | 2026-09-23 20:54:29+02:00 [Note] [Entrypoint]: Temporary server started. +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Creating database nextcloud +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Creating user nextcloud +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Giving user nextcloud access to schema nextcloud +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Stopping temporary server +nextcloud-db | 2026-09-23 20:54:30 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: FTS optimize thread exiting. +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Starting shutdown... +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 20:54:30 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +nextcloud-db | 2026-09-23 20:54:30 0 [Note] Shutdown completed; log sequence number 45568; transaction id 15 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] mariadbd: Shutdown complete +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: Temporary server stopped +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +nextcloud-db | +nextcloud-db | 2026-09-23 20:54:30 0 [Note] Starting MariaDB 12.3.3-MariaDB-ubu2404 source revision 83e909fc2a0dbc394b4b683fb3fa2d7dcf26cc5e server_uid boI2yEWnP+b4JlB7IyqfY5XtYeU= as process 1 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Compressed tables use zlib 1.3 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Number of transaction pools: 1 +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +nextcloud-db | 2026-09-23 20:54:30 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +nextcloud-db | create_uring failed: falling back to libaio +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Using Linux native AIO +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: Completed initialization of buffer pool +nextcloud-db | 2026-09-23 20:54:30 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: End of log at LSN=45568 +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Opened 3 undo tablespaces +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +nextcloud-db | 2026-09-23 20:54:31 0 [Note] Plugin 'FEEDBACK' is disabled. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] Plugin 'wsrep-provider' is disabled. +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +nextcloud-db | 2026-09-23 20:54:31 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 20:54:31 +nextcloud-db | 2026-09-23 20:54:32 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +nextcloud-db | 2026-09-23 20:54:32 0 [Note] Server socket created on IP: '::', port: '3306'. +nextcloud-db | 2026-09-23 20:54:32 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +nextcloud-db | 2026-09-23 20:54:32 0 [Note] mariadbd: ready for connections. +nextcloud-db | Version: '12.3.3-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-states.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-states.json new file mode 100644 index 00000000..516e6dd7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/to-states.json @@ -0,0 +1,20 @@ +{ + "nextcloud": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "nextcloud-db": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "nextcloud-redis": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/verdict.json b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/verdict.json new file mode 100644 index 00000000..9350c761 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/bench-1024M/evidence/MV-nextcloud/verdict.json @@ -0,0 +1,81 @@ +{ + "harness_version": 3, + "edge": "MV-nextcloud", + "app": "nextcloud", + "note": "night 2026-09-23 within-a-major move: nextcloud=nextcloud:34.0.4-apache", + "from": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "to": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Knextcloud | Upgrading nextcloud from 34.0.1.2 ...", + "abort": "refuses", + "abort_detail": " Sep 2026 21:05:26.154 * 10000 changes in 60 seconds. Saving...\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:05:26.155 * Background saving started by pid 414\n\u001b[2Knextcloud-redis | 414:C 23 Sep 2026 21:05:26.229 * DB saved on disk\n\u001b[2Knextcloud-redis | 414:C 23 Sep 2026 21:05:26.230 * Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:05:26.256 * Background saving terminated with success\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:06:39.305 * 10000 changes in 60 seconds. Saving...\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:06:39.306 * Background saving started by pid 463\n\u001b[2Knextcloud-redis | 463:C 23 Sep 2026 21:06:39.436 * DB saved on disk\n\u001b[2Knextcloud-redis | 463:C 23 Sep 2026 21:06:39.437 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB\n\u001b[2Knextcloud-redis | 1:M 23 Sep 2026 21:06:39.509 * Background saving terminated with success", + "engine_state_after": { + "nextcloud-db": { + "image": "mariadb:12.3", + "probe": "datadir version | the engine's own upgrade verdict", + "answer": "12.3.3-MariaDB| This installation of MariaDB is already upgraded to 12.3.3-MariaDB. There is no need to run mariadb-upgrade again. [exit=1]", + "probe_rc": 0 + } + }, + "memory": { + "soak_s": 607.2, + "requested_s": 600, + "requests": 9427, + "codes": { + "err": 9427 + }, + "first_kill": null, + "containers": { + "nextcloud": { + "limit": 1073741824, + "peak": 1074110464, + "peak_pct": 1.0, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "nextcloud-db": { + "limit": 536870912, + "peak": 141684736, + "peak_pct": 0.264, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "nextcloud-redis": { + "limit": 134217728, + "peak": 49262592, + "peak_pct": 0.367, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [ + "files_may_change", + "memory_tight" + ], + "duration_s": 31.5, + "measured_at": "2026-09-23T19:10:18Z", + "evidence": "evidence/MV-nextcloud", + "files_changed": [ + "/srv/felhom-gate/hdd/appdata/nextcloud" + ], + "total_s": 994.5 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/log.txt b/documentation/audits/night-2026-09-23/apps/nextcloud/log.txt new file mode 100644 index 00000000..9531fe12 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/log.txt @@ -0,0 +1,35 @@ +20:54:13 ==== nextcloud: nextcloud:34.0.1-apache -> nextcloud:34.0.4-apache (sub=cloud, class=db-mariadb) +20:54:17 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/nextcloud'] +20:54:17 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['NEXTCLOUD_ADMIN_PASSWORD', 'HDD_PATH'] +20:54:17 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:56:18 [1] deployed, controller state=running, pinned={'nextcloud': 'nextcloud:34.0.1-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +20:56:22 [2] seeding through the app's own front door +20:56:28 nextcloud: occ user:add :: The account "drillf006e5" was created successfully Display name set to "drillf006e5" +20:56:33 nextcloud: seeded user drillf006e5 +20:56:33 [3] control C1 — reading the seed back BEFORE the update +20:56:42 nextcloud: readback of the seeded user found=True +20:56:42 [4] backup press SKIPPED for nextcloud (R-648: whole-box only; the update's backing-up phase backs up nextcloud alone) +20:56:43 [5] drill commit ba1831cd6560: nextcloud nextcloud:34.0.1-apache -> nextcloud:34.0.4-apache (push rc=0) +20:56:48 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +20:56:48 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +20:56:48 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +20:56:48 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +20:56:51 + 3.1s phase=pulling label=Új verzió letöltése… err=None hold=None +20:57:22 + 33.9s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +20:57:34 + 46.2s phase=starting label=Indítás az új verzióval… err=None hold=None +20:57:40 + 52.3s phase=verifying label=Működés ellenőrzése… err=None hold=None +20:58:12 + 84.1s phase=done label=Frissítve err=None hold=None +20:58:12 [7] reading the seed back AFTER the update +20:58:19 nextcloud: readback of the seeded user found=True +20:58:23 [8] pinned = {'nextcloud': 'nextcloud:34.0.4-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +20:58:23 [8] installed = {'nextcloud': 'nextcloud:34.0.4-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +20:58:23 [8] compose = ['image: nextcloud:34.0.4-apache', 'image: mariadb:12.3', 'image: redis:7-alpine'] +20:58:23 [8] inspect = ['nextcloud nextcloud:34.0.4-apache running=true restarts=0', 'nextcloud-redis redis:7-alpine running=true restarts=0', 'nextcloud-db mariadb:12.3 running=true restarts=0'] +20:58:23 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json +20:58:25 [X] stop -> 200 {'ok': True, 'message': 'Stack nextcloud stop completed'} +20:58:30 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/nextcloud tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +20:58:30 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +20:58:58 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'nextcloud', 'volumes_removed': ['nextcloud_nextcloud_db_data', 'nextcloud_nextcloud_html', 'nextcloud_nextcloud_redis_data'], +20:59:07 [X] after remove: deployed=False leftovers='/opt/docker/stacks/nextcloud' +21:00:10 [X] R-626 check +60 s after remove: 'clean' +21:00:10 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/observables-before.json b/documentation/audits/night-2026-09-23/apps/nextcloud/observables-before.json new file mode 100644 index 00000000..3cadabb3 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/observables-before.json @@ -0,0 +1,23 @@ +{ + "pinned_images": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "installed_images": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: nextcloud:34.0.1-apache", + "image: mariadb:12.3", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "nextcloud nextcloud:34.0.1-apache running=true restarts=0", + "nextcloud-redis redis:7-alpine running=true restarts=0", + "nextcloud-db mariadb:12.3 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/observables.json b/documentation/audits/night-2026-09-23/apps/nextcloud/observables.json new file mode 100644 index 00000000..29c7b8ec --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/observables.json @@ -0,0 +1,52 @@ +{ + "before": { + "pinned_images": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "installed_images": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: nextcloud:34.0.1-apache", + "image: mariadb:12.3", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "nextcloud nextcloud:34.0.1-apache running=true restarts=0", + "nextcloud-redis redis:7-alpine running=true restarts=0", + "nextcloud-db mariadb:12.3 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "installed_images": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "catalog_images": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "live_compose_image_lines": [ + "image: nextcloud:34.0.4-apache", + "image: mariadb:12.3", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "nextcloud nextcloud:34.0.4-apache running=true restarts=0", + "nextcloud-redis redis:7-alpine running=true restarts=0", + "nextcloud-db mariadb:12.3 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/phases.json b/documentation/audits/night-2026-09-23/apps/nextcloud/phases.json new file mode 100644 index 00000000..57c6c6a7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/phases.json @@ -0,0 +1,59 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "safety-dump", + "label": "Adatbázis pillanatkép…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 3.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 33.9, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 46.2, + "phase": "starting", + "label": "Indítás az új verzióval…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 52.3, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 84.1, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 84.2, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json b/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json new file mode 100644 index 00000000..a48f821e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json @@ -0,0 +1,59 @@ +{ + "harness_version": 1, + "app": "nextcloud", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "db-mariadb", + "from": { + "nextcloud": "nextcloud:34.0.1-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "to": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "nextcloud | => Searching for hook scripts (*.sh) to run, located in the folder \"/docker-entrypoint-hooks.d/pre-upgrade\"", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 84.2, + "measured_at": "2026-09-23T18:54:13.541023+00:00", + "evidence": "apps/nextcloud/", + "notes": [], + "badge_catchup_seconds": 4.5, + "observables_after": { + "pinned_images": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "installed_images": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "catalog_images": { + "nextcloud": "nextcloud:34.0.4-apache", + "nextcloud-db": "mariadb:12.3", + "nextcloud-redis": "redis:7-alpine" + }, + "live_compose_image_lines": [ + "image: nextcloud:34.0.4-apache", + "image: mariadb:12.3", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "nextcloud nextcloud:34.0.4-apache running=true restarts=0", + "nextcloud-redis redis:7-alpine running=true restarts=0", + "nextcloud-db mariadb:12.3 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/app-logs-after.txt new file mode 100644 index 00000000..8d452ef9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/app-logs-after.txt @@ -0,0 +1,3 @@ +opengist | Opengist v1.15.2 +opengist | Using YAML config file: /config.yml +opengist | Using environment variables config: OG_EXTERNAL_URL, OG_OPENGIST_HOME diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/badges.json b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/badges.json new file mode 100644 index 00000000..a214858c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/badges.json @@ -0,0 +1,21 @@ +{ + "before": { + "hu": [], + "en": [] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "28f3cc4a6598" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/log.txt b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/log.txt new file mode 100644 index 00000000..ac3c2c1f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/log.txt @@ -0,0 +1,30 @@ +20:59:32 ==== opengist: ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (sub=gist, class=sqlite) +20:59:32 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:59:47 [1] deployed, controller state=running, pinned={'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +20:59:50 [2] seeding through the app's own front door +20:59:51 opengist: /register (with its own _csrf) http=302 +20:59:51 [3] control C1 — reading the seed back BEFORE the update +20:59:52 opengist: sign-in as the seeded account http=302 name_on_page=True +20:59:52 [4] backup press SKIPPED for opengist (R-648: whole-box only; the update's backing-up phase backs up opengist alone) +20:59:53 [5] drill commit 28f3cc4a6598: opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (push rc=0) +20:59:57 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +20:59:57 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +20:59:57 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +20:59:57 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:00:00 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:00:01 + 3.1s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:00:02 + 4.1s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:00:07 + 9.2s phase=done label=Frissítve err=None hold=None +21:00:07 [7] reading the seed back AFTER the update +21:06:09 app never answered on gist/login (last rc=0 code=404) +21:06:09 opengist: /login never came back after the update +21:06:12 [8] pinned = {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:06:12 [8] installed = {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:06:12 [8] compose = ['image: ghcr.io/thomiceli/opengist:1.15'] +21:06:12 [8] inspect = ['opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0'] +21:06:12 [9] verdict failed -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json +21:06:12 [X] stop -> 200 {'ok': True, 'message': 'Stack opengist stop completed'} +21:06:44 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'opengist', 'volumes_removed': ['opengist_opengist_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az +21:06:52 [X] after remove: deployed=False leftovers='/opt/docker/stacks/opengist' +21:07:57 [X] R-626 check +60 s after remove: 'clean' +21:07:57 [9] verdict failed -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables-before.json b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables-before.json new file mode 100644 index 00000000..fc96e06c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables-before.json @@ -0,0 +1,15 @@ +{ + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.13" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.13 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables.json b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables.json new file mode 100644 index 00000000..61ee7a3c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/observables.json @@ -0,0 +1,34 @@ +{ + "before": { + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.13" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.13 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "catalog_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.15" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/phases.json b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/phases.json new file mode 100644 index 00000000..1a538647 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/phases.json @@ -0,0 +1,51 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 3.1, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 4.1, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 9.2, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 9.3, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/verdict.json b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/verdict.json new file mode 100644 index 00000000..f5dbe14a --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist-oldfixture/verdict.json @@ -0,0 +1,47 @@ +{ + "harness_version": 1, + "app": "opengist", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "verdict": "failed", + "seed_read_before": true, + "seed_read_after": false, + "healthy_after": true, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 9.3, + "measured_at": "2026-09-23T18:59:32.425698+00:00", + "evidence": "apps/opengist/", + "notes": [ + "the app came up but the seeded data did not read back" + ], + "badge_catchup_seconds": 4.5, + "observables_after": { + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "catalog_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.15" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/opengist/app-logs-after.txt new file mode 100644 index 00000000..7b002c19 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/app-logs-after.txt @@ -0,0 +1,4 @@ +opengist | Opengist v1.15.2 +opengist | Using YAML config file: /config.yml +opengist | Using environment variables config: OG_EXTERNAL_URL, OG_OPENGIST_HOME +opengist | 19:28:09 WRN internal/web/handlers/auth/password.go:132 Invalid HTTP authentication attempt from 192.168.0.180 diff --git a/documentation/audits/night-2026-09-23/apps/opengist/badges.json b/documentation/audits/night-2026-09-23/apps/opengist/badges.json new file mode 100644 index 00000000..14db0825 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/badges.json @@ -0,0 +1,21 @@ +{ + "before": { + "hu": [], + "en": [] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "5384ec4fde90" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/MV-opengist.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/MV-opengist.log new file mode 100644 index 00000000..f2ac2402 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/MV-opengist.log @@ -0,0 +1,42 @@ +[19:08:36] MV-opengist: deploying opengist at FROM {'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +[19:09:15] FROM settled=True in 30.9s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:09:15] fixture: the BOX walk's own (OpenGist), through upgrade_boxport +[19:09:15] opengist: /register (with its own _csrf) http=302 +[19:09:16] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:09:16] C1 (seed reads back BEFORE): True +[19:09:16] MV-opengist: swapping to TO {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +[19:09:23] TO up -d rc=0 +[19:09:54] TO settled=True in 30.9s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:09:54] migration lines observed: 0 +[19:15:57] opengist: /login never came back after the update +[19:15:57] RESULT (seed reads back AFTER): False +[19:15:57] MV-opengist: ABORT — putting the FROM images back +[19:16:29] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:16:29] ABORT: app came back in 30.8s; data present=True +{ + "harness_version": 3, + "edge": "MV-opengist", + "app": "opengist", + "note": "night 2026-09-23 within-a-major move: opengist=ghcr.io/thomiceli/opengist:1.15", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "verdict": "failed", + "seed_read_before": true, + "seed_read_after": false, + "healthy_after": true, + "migration_observed": null, + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": null, + "marks": [], + "duration_s": 30.9, + "measured_at": "2026-09-23T19:16:29Z", + "evidence": "evidence/MV-opengist", + "files_changed": [], + "total_s": 473.2 +} diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/abort-states.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/abort-states.json new file mode 100644 index 00000000..645bba5e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/abort-states.json @@ -0,0 +1,8 @@ +{ + "opengist": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/compose-final.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/compose-final.log new file mode 100644 index 00000000..3a0670dc --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/compose-final.log @@ -0,0 +1,4 @@ +opengist | Opengist v1.13.1 +opengist | Using YAML config file: /config.yml +opengist | Using environment variables config: OG_EXTERNAL_URL, OG_OPENGIST_HOME +opengist | 19:16:28 WRN internal/web/handlers/auth/password.go:132 Invalid HTTP authentication attempt from 172.18.0.1 diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/engine-state.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/engine-state.json new file mode 100644 index 00000000..ec747fa4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/engine-state.json @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-after.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-after.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-after.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-before.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-before.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/files-before.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/migration-lines.txt new file mode 100644 index 00000000..e69de29b diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/run.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/run.log new file mode 100644 index 00000000..d26b5984 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/run.log @@ -0,0 +1,15 @@ +[19:08:36] MV-opengist: deploying opengist at FROM {'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +[19:09:15] FROM settled=True in 30.9s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:09:15] fixture: the BOX walk's own (OpenGist), through upgrade_boxport +[19:09:15] opengist: /register (with its own _csrf) http=302 +[19:09:16] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:09:16] C1 (seed reads back BEFORE): True +[19:09:16] MV-opengist: swapping to TO {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +[19:09:23] TO up -d rc=0 +[19:09:54] TO settled=True in 30.9s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:09:54] migration lines observed: 0 +[19:15:57] opengist: /login never came back after the update +[19:15:57] RESULT (seed reads back AFTER): False +[19:15:57] MV-opengist: ABORT — putting the FROM images back +[19:16:29] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:16:29] ABORT: app came back in 30.8s; data present=True \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-full.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-full.log new file mode 100644 index 00000000..748114cd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-full.log @@ -0,0 +1,3 @@ +opengist | Opengist v1.15.2 +opengist | Using YAML config file: /config.yml +opengist | Using environment variables config: OG_EXTERNAL_URL, OG_OPENGIST_HOME diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-states.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-states.json new file mode 100644 index 00000000..645bba5e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/to-states.json @@ -0,0 +1,8 @@ +{ + "opengist": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/verdict.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/verdict.json new file mode 100644 index 00000000..c56bbfb3 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-oldfixture/evidence/MV-opengist/verdict.json @@ -0,0 +1,27 @@ +{ + "harness_version": 3, + "edge": "MV-opengist", + "app": "opengist", + "note": "night 2026-09-23 within-a-major move: opengist=ghcr.io/thomiceli/opengist:1.15", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "verdict": "failed", + "seed_read_before": true, + "seed_read_after": false, + "healthy_after": true, + "migration_observed": null, + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": null, + "marks": [], + "duration_s": 30.9, + "measured_at": "2026-09-23T19:16:29Z", + "evidence": "evidence/MV-opengist", + "files_changed": [], + "total_s": 473.2 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/MV-opengist.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/MV-opengist.log new file mode 100644 index 00000000..d9a9b9cf --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/MV-opengist.log @@ -0,0 +1,45 @@ +[19:20:00] MV-opengist: deploying opengist at FROM {'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +[19:20:32] FROM settled=True in 30.8s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:20:32] fixture: the BOX walk's own (OpenGist), through upgrade_boxport +[19:20:32] opengist: /register (with its own _csrf) http=302 +[19:20:32] opengist: sign-in form at /login +[19:20:33] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:20:33] C1 (seed reads back BEFORE): True +[19:20:34] MV-opengist: swapping to TO {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +[19:20:34] TO up -d rc=0 +[19:21:05] TO settled=True in 30.8s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:21:05] migration lines observed: 0 +[19:21:05] opengist: sign-in form at /-/login +[19:21:06] opengist: sign-in as the seeded account http=302 name_on_page=False +[19:21:06] RESULT (seed reads back AFTER): False +[19:21:06] MV-opengist: ABORT — putting the FROM images back +[19:21:38] opengist: sign-in form at /login +[19:21:38] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:21:38] ABORT: app came back in 30.9s; data present=True +{ + "harness_version": 3, + "edge": "MV-opengist", + "app": "opengist", + "note": "night 2026-09-23 within-a-major move: opengist=ghcr.io/thomiceli/opengist:1.15", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "verdict": "failed", + "seed_read_before": true, + "seed_read_after": false, + "healthy_after": true, + "migration_observed": null, + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": null, + "marks": [], + "duration_s": 30.8, + "measured_at": "2026-09-23T19:21:38Z", + "evidence": "evidence/MV-opengist", + "files_changed": [], + "total_s": 98.0 +} diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/abort-states.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/abort-states.json new file mode 100644 index 00000000..645bba5e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/abort-states.json @@ -0,0 +1,8 @@ +{ + "opengist": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/compose-final.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/compose-final.log new file mode 100644 index 00000000..a2532cfc --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/compose-final.log @@ -0,0 +1,4 @@ +opengist | Opengist v1.13.1 +opengist | Using YAML config file: /config.yml +opengist | Using environment variables config: OG_EXTERNAL_URL, OG_OPENGIST_HOME +opengist | 19:21:38 WRN internal/web/handlers/auth/password.go:132 Invalid HTTP authentication attempt from 172.18.0.1 diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/engine-state.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/engine-state.json new file mode 100644 index 00000000..ec747fa4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/engine-state.json @@ -0,0 +1 @@ +null \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-after.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-after.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-after.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-before.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-before.json new file mode 100644 index 00000000..9e26dfee --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/files-before.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/migration-lines.txt new file mode 100644 index 00000000..e69de29b diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/run.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/run.log new file mode 100644 index 00000000..c08573d8 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/run.log @@ -0,0 +1,18 @@ +[19:20:00] MV-opengist: deploying opengist at FROM {'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +[19:20:32] FROM settled=True in 30.8s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:20:32] fixture: the BOX walk's own (OpenGist), through upgrade_boxport +[19:20:32] opengist: /register (with its own _csrf) http=302 +[19:20:32] opengist: sign-in form at /login +[19:20:33] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:20:33] C1 (seed reads back BEFORE): True +[19:20:34] MV-opengist: swapping to TO {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +[19:20:34] TO up -d rc=0 +[19:21:05] TO settled=True in 30.8s :: {"opengist": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:21:05] migration lines observed: 0 +[19:21:05] opengist: sign-in form at /-/login +[19:21:06] opengist: sign-in as the seeded account http=302 name_on_page=False +[19:21:06] RESULT (seed reads back AFTER): False +[19:21:06] MV-opengist: ABORT — putting the FROM images back +[19:21:38] opengist: sign-in form at /login +[19:21:38] opengist: sign-in as the seeded account http=302 name_on_page=True +[19:21:38] ABORT: app came back in 30.9s; data present=True \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-full.log b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-full.log new file mode 100644 index 00000000..748114cd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-full.log @@ -0,0 +1,3 @@ +opengist | Opengist v1.15.2 +opengist | Using YAML config file: /config.yml +opengist | Using environment variables config: OG_EXTERNAL_URL, OG_OPENGIST_HOME diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-states.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-states.json new file mode 100644 index 00000000..645bba5e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/to-states.json @@ -0,0 +1,8 @@ +{ + "opengist": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/verdict.json b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/verdict.json new file mode 100644 index 00000000..8bad59c7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/bench-secure-cookie/evidence/MV-opengist/verdict.json @@ -0,0 +1,27 @@ +{ + "harness_version": 3, + "edge": "MV-opengist", + "app": "opengist", + "note": "night 2026-09-23 within-a-major move: opengist=ghcr.io/thomiceli/opengist:1.15", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "verdict": "failed", + "seed_read_before": true, + "seed_read_after": false, + "healthy_after": true, + "migration_observed": null, + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": null, + "memory": null, + "marks": [], + "duration_s": 30.8, + "measured_at": "2026-09-23T19:21:38Z", + "evidence": "evidence/MV-opengist", + "files_changed": [], + "total_s": 98.0 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/log-c1-fail-2123.txt b/documentation/audits/night-2026-09-23/apps/opengist/log-c1-fail-2123.txt new file mode 100644 index 00000000..1943bc12 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/log-c1-fail-2123.txt @@ -0,0 +1,14 @@ +21:21:20 ==== opengist: ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (sub=gist, class=sqlite) +21:21:36 [0] the box's template reached FROM after 1 sync round(s) +21:21:37 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:21:47 [1] deployed, controller state=running, pinned={'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +21:21:51 [2] seeding through the app's own front door +21:21:52 opengist: /register (with its own _csrf) http=302 +21:21:52 [3] control C1 — reading the seed back BEFORE the update +21:21:52 opengist: sign-in form at /login +21:21:52 opengist: sign-in as the seeded account http=None name_on_page=False +21:21:52 [9] verdict inconclusive -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json +21:21:53 [X] stop -> 200 {'ok': True, 'message': 'Stack opengist stop completed'} +21:22:25 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'opengist', 'volumes_removed': ['opengist_opengist_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az +21:22:33 [X] after remove: deployed=False leftovers='/opt/docker/stacks/opengist' +21:22:33 [9] verdict inconclusive -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/opengist/log-stale-template.txt b/documentation/audits/night-2026-09-23/apps/opengist/log-stale-template.txt new file mode 100644 index 00000000..44ca8fe4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/log-stale-template.txt @@ -0,0 +1,11 @@ +21:20:09 ==== opengist: ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (sub=gist, class=sqlite) +21:20:10 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:20:20 [1] deployed, controller state=running, pinned={'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:20:23 [2] seeding through the app's own front door +21:20:23 opengist: /register (with its own _csrf) http=None +21:20:23 opengist: refused no _csrf on /register (http=404) +21:20:23 [9] verdict inconclusive -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json +21:20:23 [X] stop -> 200 {'ok': True, 'message': 'Stack opengist stop completed'} +21:20:55 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'opengist', 'volumes_removed': ['opengist_opengist_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az +21:21:03 [X] after remove: deployed=False leftovers='/opt/docker/stacks/opengist' +21:21:03 [9] verdict inconclusive -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/opengist/log.txt b/documentation/audits/night-2026-09-23/apps/opengist/log.txt new file mode 100644 index 00000000..569ed7dc --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/log.txt @@ -0,0 +1,32 @@ +21:27:33 ==== opengist: ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (sub=gist, class=sqlite) +21:27:37 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:27:47 [1] deployed, controller state=running, pinned={'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +21:27:51 [2] seeding through the app's own front door +21:27:51 opengist: /register (with its own _csrf) http=302 +21:27:51 [3] control C1 — reading the seed back BEFORE the update +21:27:51 opengist: sign-in form at /login +21:27:52 opengist: account page /drill91d6e3 http=200 found=True (never-created user 404); sign-in http=302 name_on_page=True +21:27:52 [4] backup press SKIPPED for opengist (R-648: whole-box only; the update's backing-up phase backs up opengist alone) +21:27:53 [5] drill commit 5384ec4fde90: opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (push rc=0) +21:27:58 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:27:58 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:27:58 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:27:58 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:28:00 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:28:01 + 3.1s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:28:02 + 4.1s phase=starting label=Indítás az új verzióval… err=None hold=None +21:28:03 + 5.1s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:28:08 + 10.3s phase=done label=Frissítve err=None hold=None +21:28:08 [7] reading the seed back AFTER the update +21:28:08 opengist: sign-in form at /-/login +21:28:09 opengist: account page /drill91d6e3 http=200 found=True (never-created user 404); sign-in http=302 name_on_page=True +21:28:13 [8] pinned = {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:28:13 [8] installed = {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:28:13 [8] compose = ['image: ghcr.io/thomiceli/opengist:1.15'] +21:28:13 [8] inspect = ['opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0'] +21:28:13 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json +21:28:14 [X] stop -> 200 {'ok': True, 'message': 'Stack opengist stop completed'} +21:28:46 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'opengist', 'volumes_removed': ['opengist_opengist_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az +21:28:54 [X] after remove: deployed=False leftovers='/opt/docker/stacks/opengist' +21:29:58 [X] R-626 check +60 s after remove: 'clean' +21:29:58 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/opengist/observables-before.json b/documentation/audits/night-2026-09-23/apps/opengist/observables-before.json new file mode 100644 index 00000000..fc96e06c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/observables-before.json @@ -0,0 +1,15 @@ +{ + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.13" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.13 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/observables.json b/documentation/audits/night-2026-09-23/apps/opengist/observables.json new file mode 100644 index 00000000..61ee7a3c --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/observables.json @@ -0,0 +1,34 @@ +{ + "before": { + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.13" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.13 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "catalog_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.15" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/phases.json b/documentation/audits/night-2026-09-23/apps/opengist/phases.json new file mode 100644 index 00000000..7a8af4d4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/phases.json @@ -0,0 +1,59 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 3.1, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 4.1, + "phase": "starting", + "label": "Indítás az új verzióval…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 5.1, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 10.3, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 10.3, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/verdict-c1-fail-2123.json b/documentation/audits/night-2026-09-23/apps/opengist/verdict-c1-fail-2123.json new file mode 100644 index 00000000..dcd75bdd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/verdict-c1-fail-2123.json @@ -0,0 +1,24 @@ +{ + "harness_version": 1, + "app": "opengist", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": {}, + "verdict": "inconclusive", + "seed_read_before": false, + "seed_read_after": false, + "healthy_after": false, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 32.5, + "measured_at": "2026-09-23T19:21:20.368849+00:00", + "evidence": "apps/opengist/", + "notes": [ + "C1 FAILED: the fixture could not prove itself before the update, so it can prove nothing after", + "C1 failed — a fixture that cannot prove itself first proves nothing after" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/verdict-stale-template.json b/documentation/audits/night-2026-09-23/apps/opengist/verdict-stale-template.json new file mode 100644 index 00000000..1dc6e906 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/verdict-stale-template.json @@ -0,0 +1,24 @@ +{ + "harness_version": 1, + "app": "opengist", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "to": {}, + "verdict": "inconclusive", + "seed_read_before": false, + "seed_read_after": false, + "healthy_after": false, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 13.6, + "measured_at": "2026-09-23T19:20:10.125091+00:00", + "evidence": "apps/opengist/", + "notes": [ + "seed refused through the app's own route — see log.txt for what was tried", + "seed route did not work tonight" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/opengist/verdict.json b/documentation/audits/night-2026-09-23/apps/opengist/verdict.json new file mode 100644 index 00000000..2b6854cb --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/opengist/verdict.json @@ -0,0 +1,45 @@ +{ + "harness_version": 1, + "app": "opengist", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "opengist": "ghcr.io/thomiceli/opengist:1.13" + }, + "to": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": null, + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 10.3, + "measured_at": "2026-09-23T19:27:33.527798+00:00", + "evidence": "apps/opengist/", + "notes": [], + "badge_catchup_seconds": 4.4, + "observables_after": { + "pinned_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "installed_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "catalog_images": { + "opengist": "ghcr.io/thomiceli/opengist:1.15" + }, + "live_compose_image_lines": [ + "image: ghcr.io/thomiceli/opengist:1.15" + ], + "docker_inspect": [ + "opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/romm/app-logs-after.txt new file mode 100644 index 00000000..ca985a16 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/app-logs-after.txt @@ -0,0 +1,213 @@ +romm-redis | 1:C 23 Sep 2026 21:00:31.659 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +romm-redis | 1:C 23 Sep 2026 21:00:31.659 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +romm-redis | 1:C 23 Sep 2026 21:00:31.659 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +romm-redis | 1:C 23 Sep 2026 21:00:31.659 * Configuration loaded +romm-redis | 1:M 23 Sep 2026 21:00:31.660 * Increased maximum number of open files to 10032 (it was originally set to 1024). +romm-redis | 1:M 23 Sep 2026 21:00:31.660 * monotonic clock: POSIX clock_gettime +romm-redis | 1:M 23 Sep 2026 21:00:31.661 * Running mode=standalone, port=6379. +romm-redis | 1:M 23 Sep 2026 21:00:31.662 * Server initialized +romm-redis | 1:M 23 Sep 2026 21:00:31.666 * Creating AOF base file appendonly.aof.1.base.rdb on server start +romm-redis | 1:M 23 Sep 2026 21:00:31.677 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +romm-redis | 1:M 23 Sep 2026 21:00:31.677 * Ready to accept connections tcp +romm-redis | 1:M 23 Sep 2026 21:01:32.034 * 10000 changes in 60 seconds. Saving... +romm-redis | 1:M 23 Sep 2026 21:01:32.036 * Background saving started by pid 52 +romm-redis | 52:C 23 Sep 2026 21:01:32.192 * DB saved on disk +romm-redis | 52:C 23 Sep 2026 21:01:32.193 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 1 MB +romm-redis | 1:M 23 Sep 2026 21:01:32.237 * Background saving terminated with success +romm-redis | 1:signal-handler (1790190133) Received SIGTERM scheduling shutdown... +romm-redis | 1:M 23 Sep 2026 21:02:13.952 * User requested shutdown... +romm-redis | 1:M 23 Sep 2026 21:02:13.952 * Calling fsync() on the AOF file. +romm-redis | 1:M 23 Sep 2026 21:02:13.979 * Saving the final RDB snapshot before exiting. +romm-redis | 1:M 23 Sep 2026 21:02:14.100 * DB saved on disk +romm-redis | 1:M 23 Sep 2026 21:02:14.101 # Redis is now ready to exit, bye bye... +romm-redis | 1:C 23 Sep 2026 21:02:16.998 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +romm-redis | 1:C 23 Sep 2026 21:02:16.998 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +romm-redis | 1:C 23 Sep 2026 21:02:16.998 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +romm-redis | 1:C 23 Sep 2026 21:02:16.998 * Configuration loaded +romm-redis | 1:M 23 Sep 2026 21:02:16.998 * Increased maximum number of open files to 10032 (it was originally set to 1024). +romm-redis | 1:M 23 Sep 2026 21:02:16.998 * monotonic clock: POSIX clock_gettime +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * Running mode=standalone, port=6379. +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * Server initialized +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * Reading RDB base file on AOF loading... +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * Loading RDB produced by version 7.4.11 +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * RDB age 106 seconds +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * RDB memory usage when created 0.90 Mb +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * RDB is base AOF +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * Done loading RDB, keys loaded: 0, keys expired: 0. +romm-redis | 1:M 23 Sep 2026 21:02:17.000 * DB loaded from base file appendonly.aof.1.base.rdb: 0.000 seconds +romm-redis | 1:M 23 Sep 2026 21:02:17.084 * DB loaded from incr file appendonly.aof.1.incr.aof: 0.083 seconds +romm-redis | 1:M 23 Sep 2026 21:02:17.084 * DB loaded from append only file: 0.083 seconds +romm-redis | 1:M 23 Sep 2026 21:02:17.084 * Opening AOF incr file appendonly.aof.1.incr.aof on server start +romm-redis | 1:M 23 Sep 2026 21:02:17.084 * Ready to accept connections tcp +romm | INFO: [RomM][init][2026-09-23 21:02:27] _____ __ __ +romm | INFO: [RomM][init][2026-09-23 21:02:27] | __ \ | \/ | +romm | INFO: [RomM][init][2026-09-23 21:02:27] | |__) |___ _ __ ___ | \ / | +romm | INFO: [RomM][init][2026-09-23 21:02:27] | _ // _ \| '_ ` _ \| |\/| | +romm | INFO: [RomM][init][2026-09-23 21:02:27] | | \ \ (_) | | | | | | | | | +romm | INFO: [RomM][init][2026-09-23 21:02:27] |_| \_\___/|_| |_| |_|_| |_| +romm | INFO: [RomM][init][2026-09-23 21:02:27] +romm | INFO: [RomM][init][2026-09-23 21:02:27] The beautiful, powerful, self-hosted Rom manager and player +romm | INFO: [RomM][init][2026-09-23 21:02:27] +romm | INFO: [RomM][init][2026-09-23 21:02:27] Version: 5.3.1 +romm | INFO: [RomM][init][2026-09-23 21:02:27] +romm | INFO: [RomM][init][2026-09-23 21:02:27] No OpenTelemetry environment variables found, disabling OpenTelemetry SDK +romm | INFO: [RomM][init][2026-09-23 21:02:27] REDIS_HOST is set, not starting internal valkey-server +romm | INFO: [RomM][init][2026-09-23 21:02:27] Running database migrations +romm | INFO: [RomM][init][2026-09-23 21:02:39] Database migrations succeeded +romm | INFO: [RomM][startup][2026-09-23 21:02:52] Running startup tasks +romm | INFO: [RomM][startup][2026-09-23 21:02:52] Initializing cache with fixtures data +romm | INFO: [RomM][startup][2026-09-23 21:02:52] Startup tasks completed +romm | INFO: [RomM][init][2026-09-23 21:02:53] Starting backend +romm | INFO: [RomM][init][2026-09-23 21:02:53] Starting RQ cron scheduler +romm | INFO: [RomM][init][2026-09-23 21:02:53] Starting RQ worker +romm | INFO: [RomM][init][2026-09-23 21:02:53] Starting RQ scan worker +romm | INFO: [RomM][init][2026-09-23 21:02:56] Starting nginx +romm | INFO: [RomM][init][2026-09-23 21:02:56] 🚀 RomM is now available at http://0.0.0.0:8080 +romm | 21:02:56 Loading cron configuration from tasks.cron_config +romm | 21:02:56 Worker 1ff6cee6e3954b1a8b3797091c0d97b6: started with PID 107, version 2.12.0 +romm | 21:02:56 Worker 1ff6cee6e3954b1a8b3797091c0d97b6: subscribing to channel rq:pubsub:1ff6cee6e3954b1a8b3797091c0d97b6 +romm | 21:02:56 *** Listening on scans... +romm | 21:02:56 Acquired scheduler lock for scans +romm | 21:02:56 Scheduler for scans started with PID 138 +romm | 21:02:56 Worker 7f1eb1fcfbe94a34a56bf198bc37218d: started with PID 104, version 2.12.0 +romm | 21:02:56 Worker 7f1eb1fcfbe94a34a56bf198bc37218d: subscribing to channel rq:pubsub:7f1eb1fcfbe94a34a56bf198bc37218d +romm | 21:02:56 *** Listening on high, default, low... +romm | 21:02:56 Acquired scheduler lock for low +romm | 21:02:56 Acquired scheduler lock for default +romm | 21:02:56 Acquired scheduler lock for high +romm | 21:02:56 Scheduler for low, default, high started with PID 140 +romm | INFO: [RomM][nginx][2026-09-23 21:02:58] 127.0.0.1 | - | GET / 200 | 5485 | Unknown Unknown | 0.000 +romm | INFO: [RomM][nginx][2026-09-23 21:03:03] 172.18.0.3 | - | GET / 200 | 2157 | Unknown Unknown | 0.000 +romm | INFO: [RomM][cron_config][2026-09-23 21:03:06] Scheduled 'build_recommendations' at '30 5 * * *' +romm | INFO: [RomM][cron_config][2026-09-23 21:03:06] Scheduled 'cleanup_zip_cache' at '0 4 * * *' +romm | INFO: [RomM][cron_config][2026-09-23 21:03:06] Scheduled 'cleanup_netplay' at '*/30 * * * *' +romm | INFO: [RomM][cron_config][2026-09-23 21:03:06] Scheduled 'cleanup_upload_tmp' at '0 * * * *' +romm | 21:03:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '30 5 * * *' +romm | 21:03:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '0 4 * * *' +romm | 21:03:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '*/30 * * * *' +romm | 21:03:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '0 * * * *' +romm | 21:03:06 Successfully registered 4 cron jobs from 'tasks.cron_config' +romm | 21:03:06 CronScheduler a8cf8f35f7fa:101:7df495: starting... +romm | 21:03:06 CronScheduler a8cf8f35f7fa:101:7df495: registering birth... +romm-db | 2026-09-23 21:00:31+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:00:31+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +romm-db | 2026-09-23 21:00:31+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +romm-db | 2026-09-23 21:00:31+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:00:32+02:00 [Note] [Entrypoint]: Initializing database files +romm-db | 2026-09-23 21:00:32 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:00:34+02:00 [Note] [Entrypoint]: Database files initialized +romm-db | 2026-09-23 21:00:34+02:00 [Note] [Entrypoint]: Starting temporary server +romm-db | 2026-09-23 21:00:34+02:00 [Note] [Entrypoint]: Waiting for server startup +romm-db | 2026-09-23 21:00:34 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid YTrWJV3u+8eiN+SgLmAY/YRolXk= as process 92 +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:00:34 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: End of log at LSN=45568 +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Opened 3 undo tablespaces +romm | INFO: [RomM][server][2026-09-23 21:03:13] Started server process [121] +romm | INFO: [RomM][on][2026-09-23 21:03:13] Waiting for application startup. +romm | INFO: [RomM][server][2026-09-23 21:03:13] Started server process [118] +romm | INFO: [RomM][on][2026-09-23 21:03:13] Waiting for application startup. +romm | INFO: [RomM][on][2026-09-23 21:03:13] Application startup complete. +romm | INFO: [RomM][on][2026-09-23 21:03:13] Application startup complete. +romm | INFO: [RomM][logs][2026-09-23 21:03:13] Log stream forwarder started +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:00:34 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +romm-db | 2026-09-23 21:00:34 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:00:34 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:00:36 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:00:36 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 0 mariadb.org binary distribution +romm-db | 2026-09-23 21:00:36+02:00 [Note] [Entrypoint]: Temporary server started. +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: Creating database romm +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: Creating user romm +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: Giving user romm access to schema romm +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +romm-db | +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: Stopping temporary server +romm-db | 2026-09-23 21:00:37 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: FTS optimize thread exiting. +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Starting shutdown... +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 21:00:37 +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +romm-db | 2026-09-23 21:00:37 0 [Note] Shutdown completed; log sequence number 45568; transaction id 15 +romm-db | 2026-09-23 21:00:37 0 [Note] mariadbd: Shutdown complete +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: Temporary server stopped +romm-db | +romm-db | 2026-09-23 21:00:37+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +romm-db | +romm-db | 2026-09-23 21:00:37 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid YTrWJV3u+8eiN+SgLmAY/YRolXk= as process 1 +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:00:37 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: End of log at LSN=45568 +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Opened 3 undo tablespaces +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +romm-db | 2026-09-23 21:00:37 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:00:37 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:00:37 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 21:00:37 +romm-db | 2026-09-23 21:00:38 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +romm-db | 2026-09-23 21:00:38 0 [Note] Server socket created on IP: '::', port: '3306'. +romm-db | 2026-09-23 21:00:38 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:00:38 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution +romm-db | 2026-09-23 21:01:08 5 [Warning] Aborted connection 5 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:02:13 19 [Warning] Aborted connection 19 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:02:13 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +romm-db | 2026-09-23 21:02:13 0 [Note] InnoDB: FTS optimize thread exiting. +romm-db | 2026-09-23 21:02:13 0 [Note] InnoDB: Starting shutdown... +romm-db | 2026-09-23 21:02:13 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:02:13 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 21:02:13 +romm-db | 2026-09-23 21:02:14 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +romm-db | 2026-09-23 21:02:14 0 [Note] Shutdown completed; log sequence number 5249140; transaction id 3182 +romm-db | 2026-09-23 21:02:14 0 [Note] mariadbd: Shutdown complete +romm-db | 2026-09-23 21:02:16+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:02:17+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +romm-db | 2026-09-23 21:02:17+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +romm-db | 2026-09-23 21:02:17+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:02:17+02:00 [Note] [Entrypoint]: MariaDB upgrade not required +romm-db | 2026-09-23 21:02:17 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid 12rFfKljyoOQzQjEzQ0QJDe2YEY= as process 1 +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:02:17 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: End of log at LSN=5249140 +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Opened 3 undo tablespaces +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: log sequence number 5249140; transaction id 3183 +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:02:17 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:02:17 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:02:17 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 21:02:17 +romm-db | 2026-09-23 21:02:18 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +romm-db | 2026-09-23 21:02:18 0 [Note] Server socket created on IP: '::', port: '3306'. +romm-db | 2026-09-23 21:02:18 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:02:18 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution diff --git a/documentation/audits/night-2026-09-23/apps/romm/badges.json b/documentation/audits/night-2026-09-23/apps/romm/badges.json new file mode 100644 index 00000000..ce825a2d --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/badges.json @@ -0,0 +1,31 @@ +{ + "before": { + "hu": [ + { + "title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.", + "text": "Naprakész" + } + ], + "en": [ + { + "title": "This app is running the newest version available.", + "text": "Up to date" + } + ] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "757fdc9b9c3c" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/MV-romm.log b/documentation/audits/night-2026-09-23/apps/romm/bench/MV-romm.log new file mode 100644 index 00000000..6cf0f6b1 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/MV-romm.log @@ -0,0 +1,135 @@ +[19:10:27] MV-romm: deploying romm at FROM {'romm': 'rommapp/romm:5.3.0', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +[19:12:00] FROM settled=True in 62.3s :: {"romm": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:12:00] romm: POST /api/users http=201 +[19:12:02] romm: login as the seeded user http=200 ok=True +[19:12:02] C1 (seed reads back BEFORE): True +[19:12:02] MV-romm: swapping to TO {'romm': 'rommapp/romm:5.3.1', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +[19:12:25] TO up -d rc=0 +[19:12:57] TO settled=True in 31.2s :: {"romm": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:12:57] engine state romm-db: 11.4.13-MariaDB| This installation of MariaDB is already upgraded to 11.4.13-MariaDB. There is no need to run mariadb-upgrade again. [exit=1] +[19:12:57] migration lines observed: 2 +[19:13:10] romm: login as the seeded user http=200 ok=True +[19:13:10] RESULT (seed reads back AFTER): True +[19:13:10] memory watch: 600s, 4 callers on 8 path(s) at 172.18.0.3:8080 +[19:13:25] + 15s romm=607M/768M peak=608M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=290 +[19:13:40] + 30s romm=607M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=582 +[19:13:56] + 46s romm=607M/768M peak=609M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=874 +[19:14:11] + 61s romm=608M/768M peak=609M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=1166 +[19:14:26] + 76s romm=608M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=1458 +[19:14:41] + 91s romm=607M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=1750 +[19:14:56] + 106s romm=608M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2042 +[19:15:11] + 121s romm=315M/768M peak=610M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2297 +[19:15:27] + 136s romm=598M/768M peak=610M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2385 +[19:15:42] + 152s romm=607M/768M peak=610M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2670 +[19:15:57] + 167s romm=606M/768M peak=610M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=29M/128M peak=44M kills=0 rs=0 reqs=2960 +[19:16:12] + 182s romm=606M/768M peak=610M kills=0 rs=0 romm-db=145M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=3249 +[19:16:27] + 197s romm=606M/768M peak=610M kills=0 rs=0 romm-db=129M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=3540 +[19:16:42] + 212s romm=607M/768M peak=610M kills=0 rs=0 romm-db=130M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=3832 +[19:16:58] + 228s romm=589M/768M peak=610M kills=0 rs=0 romm-db=120M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=45M kills=0 rs=0 reqs=4123 +[19:17:13] + 243s romm=471M/768M peak=610M kills=0 rs=0 romm-db=114M/384M peak=161M kills=0 rs=0 romm-redis=28M/128M peak=45M kills=0 rs=0 reqs=4407 +[19:17:28] + 258s romm=546M/768M peak=610M kills=0 rs=0 romm-db=107M/384M peak=161M kills=0 rs=0 romm-redis=26M/128M peak=45M kills=0 rs=0 reqs=4689 +[19:17:43] + 273s romm=388M/768M peak=610M kills=0 rs=0 romm-db=103M/384M peak=161M kills=0 rs=0 romm-redis=25M/128M peak=45M kills=0 rs=0 reqs=4980 +[19:17:58] + 288s romm=527M/768M peak=610M kills=0 rs=0 romm-db=100M/384M peak=161M kills=0 rs=0 romm-redis=24M/128M peak=45M kills=0 rs=0 reqs=5272 +[19:18:13] + 303s romm=505M/768M peak=610M kills=0 rs=0 romm-db=93M/384M peak=161M kills=0 rs=0 romm-redis=22M/128M peak=45M kills=0 rs=0 reqs=5561 +[19:18:29] + 319s romm=502M/768M peak=610M kills=0 rs=0 romm-db=93M/384M peak=161M kills=0 rs=0 romm-redis=22M/128M peak=45M kills=0 rs=0 reqs=5850 +[19:18:44] + 334s romm=498M/768M peak=610M kills=0 rs=0 romm-db=92M/384M peak=161M kills=0 rs=0 romm-redis=21M/128M peak=45M kills=0 rs=0 reqs=6140 +[19:18:59] + 349s romm=488M/768M peak=610M kills=0 rs=0 romm-db=91M/384M peak=161M kills=0 rs=0 romm-redis=21M/128M peak=45M kills=0 rs=0 reqs=6432 +[19:19:14] + 364s romm=484M/768M peak=610M kills=0 rs=0 romm-db=89M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=6724 +[19:19:29] + 379s romm=379M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7012 +[19:19:44] + 394s romm=429M/768M peak=610M kills=0 rs=0 romm-db=87M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7162 +[19:20:00] + 410s romm=495M/768M peak=610M kills=0 rs=0 romm-db=87M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7446 +[19:20:15] + 425s romm=495M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7738 +[19:20:30] + 440s romm=496M/768M peak=610M kills=0 rs=0 romm-db=87M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8026 +[19:20:45] + 455s romm=495M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8316 +[19:21:00] + 470s romm=495M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8608 +[19:21:16] + 486s romm=496M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8897 +[19:21:31] + 501s romm=496M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=9186 +[19:21:46] + 516s romm=186M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=9411 +[19:22:01] + 531s romm=385M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=26M/128M peak=45M kills=0 rs=0 reqs=9411 +[19:22:16] + 546s romm=496M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=26M/128M peak=45M kills=0 rs=0 reqs=9548 +[19:22:32] + 562s romm=484M/768M peak=610M kills=0 rs=0 romm-db=84M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=9834 +[19:22:47] + 577s romm=481M/768M peak=610M kills=0 rs=0 romm-db=84M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=10125 +[19:23:02] + 592s romm=482M/768M peak=610M kills=0 rs=0 romm-db=84M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=10415 +[19:23:17] + 607s romm=481M/768M peak=610M kills=0 rs=0 romm-db=83M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=10705 +[19:23:18] memory watch: killed=False tight=[] requests=10705 codes={'401': 5352, '200': 5349, 'err': 4} +[19:23:18] MV-romm: ABORT — putting the FROM images back +[19:24:19] romm: login as the seeded user http=200 ok=True +[19:24:19] ABORT: app came back in 31.2s; data present=True +{ + "harness_version": 3, + "edge": "MV-romm", + "app": "romm", + "note": "night 2026-09-23 within-a-major move: romm=rommapp/romm:5.3.1", + "from": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "to": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Kromm | \u001b[0;32mINFO: \u001b[0;34m[RomM]\u001b[0;95m[init]\u001b[0;36m[2026-09-23 21:12:26]\u001b[0;00m Running database migrations", + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": { + "romm-db": { + "image": "mariadb:11.4", + "probe": "datadir version | the engine's own upgrade verdict", + "answer": "11.4.13-MariaDB| This installation of MariaDB is already upgraded to 11.4.13-MariaDB. There is no need to run mariadb-upgrade again. [exit=1]", + "probe_rc": 0 + } + }, + "memory": { + "soak_s": 607.5, + "requested_s": 600, + "requests": 10705, + "codes": { + "401": 5352, + "200": 5349, + "err": 4 + }, + "first_kill": null, + "containers": { + "romm": { + "limit": 805306368, + "peak": 640077824, + "peak_pct": 0.795, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "romm-db": { + "limit": 402653184, + "peak": 169639936, + "peak_pct": 0.421, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "romm-redis": { + "limit": 134217728, + "peak": 47415296, + "peak_pct": 0.353, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [], + "duration_s": 31.2, + "measured_at": "2026-09-23T19:24:19Z", + "evidence": "evidence/MV-romm", + "files_changed": [], + "total_s": 831.7 +} diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/abort-states.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/abort-states.json new file mode 100644 index 00000000..1c7ad7de --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/abort-states.json @@ -0,0 +1,20 @@ +{ + "romm": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "romm-db": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "romm-redis": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/compose-final.log b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/compose-final.log new file mode 100644 index 00000000..5b190027 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/compose-final.log @@ -0,0 +1,184 @@ +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:10:47+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +romm-redis | 1:C 23 Sep 2026 21:10:47.281 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +romm-redis | 1:C 23 Sep 2026 21:10:47.282 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +romm-redis | 1:C 23 Sep 2026 21:10:47.282 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +romm-redis | 1:C 23 Sep 2026 21:10:47.282 * Configuration loaded +romm-redis | 1:M 23 Sep 2026 21:10:47.283 * monotonic clock: POSIX clock_gettime +romm-redis | 1:M 23 Sep 2026 21:10:47.284 * Running mode=standalone, port=6379. +romm-redis | 1:M 23 Sep 2026 21:10:47.284 * Server initialized +romm-redis | 1:M 23 Sep 2026 21:10:47.288 * Creating AOF base file appendonly.aof.1.base.rdb on server start +romm-redis | 1:M 23 Sep 2026 21:10:47.294 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +romm-redis | 1:M 23 Sep 2026 21:10:47.294 * Ready to accept connections tcp +romm-redis | 1:M 23 Sep 2026 21:11:48.028 * 10000 changes in 60 seconds. Saving... +romm-redis | 1:M 23 Sep 2026 21:11:48.030 * Background saving started by pid 52 +romm-redis | 52:C 23 Sep 2026 21:11:48.151 * DB saved on disk +romm-redis | 52:C 23 Sep 2026 21:11:48.152 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +romm-redis | 1:M 23 Sep 2026 21:11:48.233 * Background saving terminated with success +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Initializing database files +romm-db | 2026-09-23 21:10:47 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:10:50+02:00 [Note] [Entrypoint]: Database files initialized +romm-db | 2026-09-23 21:10:50+02:00 [Note] [Entrypoint]: Starting temporary server +romm-redis | 1:M 23 Sep 2026 21:16:49.096 * 100 changes in 300 seconds. Saving... +romm-redis | 1:M 23 Sep 2026 21:16:49.097 * Background saving started by pid 226 +romm-redis | 226:C 23 Sep 2026 21:16:49.215 * DB saved on disk +romm-redis | 226:C 23 Sep 2026 21:16:49.216 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +romm-redis | 1:M 23 Sep 2026 21:16:49.299 * Background saving terminated with success +romm-redis | 1:M 23 Sep 2026 21:21:50.036 * 100 changes in 300 seconds. Saving... +romm-redis | 1:M 23 Sep 2026 21:21:50.037 * Background saving started by pid 406 +romm-redis | 406:C 23 Sep 2026 21:21:50.205 * DB saved on disk +romm-redis | 406:C 23 Sep 2026 21:21:50.206 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 1 MB +romm-redis | 1:M 23 Sep 2026 21:21:50.241 * Background saving terminated with success +romm-db | 2026-09-23 21:10:50+02:00 [Note] [Entrypoint]: Waiting for server startup +romm-db | 2026-09-23 21:10:50 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid zIjyEoysD5NU6PKNQ1CIFxZLh24= as process 95 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:10:50 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388614m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: End of log at LSN=45568 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Opened 3 undo tablespaces +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +romm-db | 2026-09-23 21:10:50 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:10:50 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:10:51 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:10:51 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 0 mariadb.org binary distribution +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Temporary server started. +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Creating database romm +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Creating user romm +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Giving user romm access to schema romm +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +romm-db | +romm-db | 2026-09-23 21:10:53+02:00 [Note] [Entrypoint]: Stopping temporary server +romm-db | 2026-09-23 21:10:53 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: FTS optimize thread exiting. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Starting shutdown... +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 21:10:53 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +romm-db | 2026-09-23 21:10:53 0 [Note] Shutdown completed; log sequence number 45568; transaction id 15 +romm-db | 2026-09-23 21:10:53 0 [Note] mariadbd: Shutdown complete +romm-db | 2026-09-23 21:10:53+02:00 [Note] [Entrypoint]: Temporary server stopped +romm-db | +romm-db | 2026-09-23 21:10:53+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +romm-db | +romm-db | 2026-09-23 21:10:53 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid zIjyEoysD5NU6PKNQ1CIFxZLh24= as process 1 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:10:53 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: End of log at LSN=45568 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Opened 3 undo tablespaces +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +romm-db | 2026-09-23 21:10:53 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:10:53 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 21:10:53 +romm-db | 2026-09-23 21:10:54 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +romm-db | 2026-09-23 21:10:54 0 [Note] Server socket created on IP: '::', port: '3306'. +romm-db | 2026-09-23 21:10:54 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:10:54 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution +romm-db | 2026-09-23 21:11:24 7 [Warning] Aborted connection 7 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:12:24 19 [Warning] Aborted connection 19 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:15:06 39 [Warning] Aborted connection 39 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:15:06 37 [Warning] Aborted connection 37 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:15:11 62 [Warning] Aborted connection 62 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:15:11 38 [Warning] Aborted connection 38 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:17:04 71 [Warning] Aborted connection 71 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:17:04 68 [Warning] Aborted connection 68 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:17:04 67 [Warning] Aborted connection 67 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:17:40 94 [Warning] Aborted connection 94 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:17:40 73 [Warning] Aborted connection 73 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:17:40 72 [Warning] Aborted connection 72 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:19:21 109 [Warning] Aborted connection 109 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:19:21 97 [Warning] Aborted connection 97 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:19:34 110 [Warning] Aborted connection 110 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:19:34 106 [Warning] Aborted connection 106 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:21:43 130 [Warning] Aborted connection 130 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:21:43 128 [Warning] Aborted connection 128 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:21:43 129 [Warning] Aborted connection 129 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:21:43 127 [Warning] Aborted connection 127 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:21:44 142 [Warning] Aborted connection 142 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:21:44 133 [Warning] Aborted connection 133 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:23:25 166 [Warning] Aborted connection 166 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:23:25 163 [Warning] Aborted connection 163 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:23:25 165 [Warning] Aborted connection 165 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:23:25 164 [Warning] Aborted connection 164 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm | INFO: [RomM][init][2026-09-23 21:23:26] _____ __ __ +romm | INFO: [RomM][init][2026-09-23 21:23:26] | __ \ | \/ | +romm | INFO: [RomM][init][2026-09-23 21:23:26] | |__) |___ _ __ ___ | \ / | +romm | INFO: [RomM][init][2026-09-23 21:23:26] | _ // _ \| '_ ` _ \| |\/| | +romm | INFO: [RomM][init][2026-09-23 21:23:26] | | \ \ (_) | | | | | | | | | +romm | INFO: [RomM][init][2026-09-23 21:23:26] |_| \_\___/|_| |_| |_|_| |_| +romm | INFO: [RomM][init][2026-09-23 21:23:26] +romm | INFO: [RomM][init][2026-09-23 21:23:26] The beautiful, powerful, self-hosted Rom manager and player +romm | INFO: [RomM][init][2026-09-23 21:23:26] +romm | INFO: [RomM][init][2026-09-23 21:23:26] Version: 5.3.0 +romm | INFO: [RomM][init][2026-09-23 21:23:26] +romm | INFO: [RomM][init][2026-09-23 21:23:26] No OpenTelemetry environment variables found, disabling OpenTelemetry SDK +romm | INFO: [RomM][init][2026-09-23 21:23:26] REDIS_HOST is set, not starting internal valkey-server +romm | INFO: [RomM][init][2026-09-23 21:23:26] Running database migrations +romm | INFO: [RomM][init][2026-09-23 21:23:38] Database migrations succeeded +romm | INFO: [RomM][startup][2026-09-23 21:23:51] Running startup tasks +romm | INFO: [RomM][startup][2026-09-23 21:23:51] Initializing cache with fixtures data +romm | INFO: [RomM][startup][2026-09-23 21:23:51] Startup tasks completed +romm | INFO: [RomM][init][2026-09-23 21:23:52] Starting backend +romm | INFO: [RomM][init][2026-09-23 21:23:52] Starting RQ cron scheduler +romm | INFO: [RomM][init][2026-09-23 21:23:52] Starting RQ worker +romm | INFO: [RomM][init][2026-09-23 21:23:52] Starting RQ scan worker +romm | INFO: [RomM][init][2026-09-23 21:23:55] Starting nginx +romm | 2026/09/23 21:23:55 [notice] 95#95: js vm init njs: 00007E105DA5DB00 +romm | INFO: [RomM][init][2026-09-23 21:23:55] 🚀 RomM is now available at http://0.0.0.0:8080 +romm | 21:23:56 Loading cron configuration from tasks.cron_config +romm | 21:23:56 Worker 17c8b78feb9744839d5b953336024776: started with PID 77, version 2.12.0 +romm | 21:23:56 Worker 17c8b78feb9744839d5b953336024776: subscribing to channel rq:pubsub:17c8b78feb9744839d5b953336024776 +romm | 21:23:56 *** Listening on scans... +romm | 21:23:56 Acquired scheduler lock for scans +romm | 21:23:56 Scheduler for scans started with PID 108 +romm | 21:23:56 Worker 1b0c537ed3ad48bb86640588e1b0380c: started with PID 74, version 2.12.0 +romm | 21:23:56 Worker 1b0c537ed3ad48bb86640588e1b0380c: subscribing to channel rq:pubsub:1b0c537ed3ad48bb86640588e1b0380c +romm | 21:23:56 *** Listening on high, default, low... +romm | 21:23:56 Acquired scheduler lock for default +romm | 21:23:56 Acquired scheduler lock for high +romm | 21:23:56 Acquired scheduler lock for low +romm | 21:23:56 Scheduler for default, high, low started with PID 111 +romm | INFO: [RomM][nginx][2026-09-23 21:23:56] 127.0.0.1 | - | GET / 200 | 5878 | Unknown Unknown | 0.000 +romm | INFO: [RomM][cron_config][2026-09-23 21:24:06] Scheduled 'build_recommendations' at '30 5 * * *' +romm | INFO: [RomM][cron_config][2026-09-23 21:24:06] Scheduled 'cleanup_zip_cache' at '0 4 * * *' +romm | INFO: [RomM][cron_config][2026-09-23 21:24:06] Scheduled 'cleanup_netplay' at '*/30 * * * *' +romm | INFO: [RomM][cron_config][2026-09-23 21:24:06] Scheduled 'cleanup_upload_tmp' at '0 * * * *' +romm | 21:24:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '30 5 * * *' +romm | 21:24:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '0 4 * * *' +romm | 21:24:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '*/30 * * * *' +romm | 21:24:06 Registered 'tasks.tasks.run_task_by_name' to run on low with cron schedule '0 * * * *' +romm | 21:24:06 Successfully registered 4 cron jobs from 'tasks.cron_config' +romm | 21:24:06 CronScheduler 6c9481bfd9aa:71:5eeed2: starting... +romm | 21:24:06 CronScheduler 6c9481bfd9aa:71:5eeed2: registering birth... +romm | INFO: [RomM][server][2026-09-23 21:24:12] Started server process [90] +romm | INFO: [RomM][on][2026-09-23 21:24:12] Waiting for application startup. +romm | INFO: [RomM][on][2026-09-23 21:24:12] Application startup complete. +romm | INFO: [RomM][logs][2026-09-23 21:24:13] Log stream forwarder started +romm | INFO: [RomM][server][2026-09-23 21:24:13] Started server process [91] +romm | INFO: [RomM][on][2026-09-23 21:24:13] Waiting for application startup. +romm | INFO: [RomM][on][2026-09-23 21:24:13] Application startup complete. +romm | INFO: [RomM][nginx][2026-09-23 21:24:12] 172.18.0.1 | - | GET /api/heartbeat 499 | 0 | Unknown Unknown | 15.003 diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/engine-state.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/engine-state.json new file mode 100644 index 00000000..5703a304 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/engine-state.json @@ -0,0 +1,8 @@ +{ + "romm-db": { + "image": "mariadb:11.4", + "probe": "datadir version | the engine's own upgrade verdict", + "answer": "11.4.13-MariaDB| This installation of MariaDB is already upgraded to 11.4.13-MariaDB. There is no need to run mariadb-upgrade again. [exit=1]", + "probe_rc": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-after.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-after.json new file mode 100644 index 00000000..e34560ae --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-after.json @@ -0,0 +1,4 @@ +{ + "/srv/felhom-gate/hdd/appdata/romm/resources": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "/srv/felhom-gate/hdd/userdata/roms": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-before.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-before.json new file mode 100644 index 00000000..e34560ae --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/files-before.json @@ -0,0 +1,4 @@ +{ + "/srv/felhom-gate/hdd/appdata/romm/resources": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "/srv/felhom-gate/hdd/userdata/roms": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/memory-samples.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/memory-samples.json new file mode 100644 index 00000000..0316af31 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/memory-samples.json @@ -0,0 +1,1442 @@ +[ + { + "t": 15.2, + "containers": { + "romm": { + "limit": 805306368, + "current": 636960768, + "peak": 638033920, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158171136, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31744000, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 290 + }, + { + "t": 30.3, + "containers": { + "romm": { + "limit": 805306368, + "current": 637280256, + "peak": 638877696, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158937088, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31752192, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 582 + }, + { + "t": 45.5, + "containers": { + "romm": { + "limit": 805306368, + "current": 637206528, + "peak": 638877696, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158162944, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 32026624, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 874 + }, + { + "t": 60.7, + "containers": { + "romm": { + "limit": 805306368, + "current": 637652992, + "peak": 639156224, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158134272, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 32296960, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1166 + }, + { + "t": 75.8, + "containers": { + "romm": { + "limit": 805306368, + "current": 637878272, + "peak": 639328256, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158380032, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31526912, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1458 + }, + { + "t": 91.0, + "containers": { + "romm": { + "limit": 805306368, + "current": 637259776, + "peak": 639328256, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158547968, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31518720, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 1750 + }, + { + "t": 106.2, + "containers": { + "romm": { + "limit": 805306368, + "current": 637767680, + "peak": 639623168, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158404608, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31793152, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2042 + }, + { + "t": 121.3, + "containers": { + "romm": { + "limit": 805306368, + "current": 330620928, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158384128, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 32038912, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2297 + }, + { + "t": 136.5, + "containers": { + "romm": { + "limit": 805306368, + "current": 627105792, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158154752, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 32071680, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2385 + }, + { + "t": 151.7, + "containers": { + "romm": { + "limit": 805306368, + "current": 636665856, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158838784, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 32305152, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2670 + }, + { + "t": 166.8, + "containers": { + "romm": { + "limit": 805306368, + "current": 636317696, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 158040064, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31424512, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 2960 + }, + { + "t": 182.0, + "containers": { + "romm": { + "limit": 805306368, + "current": 635912192, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 152731648, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31674368, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3249 + }, + { + "t": 197.2, + "containers": { + "romm": { + "limit": 805306368, + "current": 636133376, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 136073216, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31694848, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3540 + }, + { + "t": 212.3, + "containers": { + "romm": { + "limit": 805306368, + "current": 637067264, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 136597504, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 31952896, + "peak": 46329856, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 3832 + }, + { + "t": 227.5, + "containers": { + "romm": { + "limit": 805306368, + "current": 617709568, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 125976576, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 32141312, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4123 + }, + { + "t": 242.7, + "containers": { + "romm": { + "limit": 805306368, + "current": 494018560, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 120344576, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 29564928, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4407 + }, + { + "t": 257.9, + "containers": { + "romm": { + "limit": 805306368, + "current": 573390848, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 112746496, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 27967488, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4689 + }, + { + "t": 273.1, + "containers": { + "romm": { + "limit": 805306368, + "current": 406867968, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 108040192, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 26300416, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 4980 + }, + { + "t": 288.3, + "containers": { + "romm": { + "limit": 805306368, + "current": 553562112, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 105271296, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 25513984, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5272 + }, + { + "t": 303.4, + "containers": { + "romm": { + "limit": 805306368, + "current": 529960960, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 98418688, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 23543808, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5561 + }, + { + "t": 318.6, + "containers": { + "romm": { + "limit": 805306368, + "current": 527015936, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 97730560, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 23539712, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 5850 + }, + { + "t": 333.8, + "containers": { + "romm": { + "limit": 805306368, + "current": 522289152, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 97402880, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 23003136, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6140 + }, + { + "t": 348.9, + "containers": { + "romm": { + "limit": 805306368, + "current": 511848448, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 95531008, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 22167552, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6432 + }, + { + "t": 364.1, + "containers": { + "romm": { + "limit": 805306368, + "current": 507777024, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 94277632, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20832256, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 6724 + }, + { + "t": 379.3, + "containers": { + "romm": { + "limit": 805306368, + "current": 398020608, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92348416, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20692992, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7012 + }, + { + "t": 394.5, + "containers": { + "romm": { + "limit": 805306368, + "current": 450367488, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92094464, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20668416, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7162 + }, + { + "t": 409.7, + "containers": { + "romm": { + "limit": 805306368, + "current": 520069120, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92106752, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20426752, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7446 + }, + { + "t": 424.8, + "containers": { + "romm": { + "limit": 805306368, + "current": 520019968, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92344320, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20697088, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 7738 + }, + { + "t": 440.0, + "containers": { + "romm": { + "limit": 805306368, + "current": 520441856, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92102656, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20451328, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8026 + }, + { + "t": 455.2, + "containers": { + "romm": { + "limit": 805306368, + "current": 520065024, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92327936, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20201472, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8316 + }, + { + "t": 470.4, + "containers": { + "romm": { + "limit": 805306368, + "current": 520032256, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92327936, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20738048, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8608 + }, + { + "t": 485.6, + "containers": { + "romm": { + "limit": 805306368, + "current": 520646656, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 93106176, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20492288, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 8897 + }, + { + "t": 500.7, + "containers": { + "romm": { + "limit": 805306368, + "current": 520830976, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92590080, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20504576, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9186 + }, + { + "t": 515.9, + "containers": { + "romm": { + "limit": 805306368, + "current": 195473408, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92303360, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 20217856, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9411 + }, + { + "t": 531.2, + "containers": { + "romm": { + "limit": 805306368, + "current": 404185088, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92307456, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 27676672, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9411 + }, + { + "t": 546.4, + "containers": { + "romm": { + "limit": 805306368, + "current": 520220672, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 92577792, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 27267072, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9548 + }, + { + "t": 561.6, + "containers": { + "romm": { + "limit": 805306368, + "current": 507817984, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 89100288, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 21372928, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 9834 + }, + { + "t": 576.8, + "containers": { + "romm": { + "limit": 805306368, + "current": 505266176, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 88240128, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 21389312, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10125 + }, + { + "t": 591.9, + "containers": { + "romm": { + "limit": 805306368, + "current": 505798656, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 88489984, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 21917696, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10415 + }, + { + "t": 607.1, + "containers": { + "romm": { + "limit": 805306368, + "current": 504467456, + "peak": 640077824, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-db": { + "limit": 402653184, + "current": 88059904, + "peak": 169639936, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + }, + "romm-redis": { + "limit": 134217728, + "current": 21336064, + "peak": 47415296, + "oom_kill": 0, + "restarts": 0, + "oomkilled_flag": false, + "status": "running", + "cgroup": true + } + }, + "requests": 10705 + } +] \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/migration-lines.txt b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/migration-lines.txt new file mode 100644 index 00000000..e338dcf2 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/migration-lines.txt @@ -0,0 +1,2 @@ +romm | INFO: [RomM][init][2026-09-23 21:12:26] Running database migrations +romm | INFO: [RomM][init][2026-09-23 21:12:37] Database migrations succeeded \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/run.log b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/run.log new file mode 100644 index 00000000..0d857ae9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/run.log @@ -0,0 +1,57 @@ +[19:10:27] MV-romm: deploying romm at FROM {'romm': 'rommapp/romm:5.3.0', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +[19:12:00] FROM settled=True in 62.3s :: {"romm": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:12:00] romm: POST /api/users http=201 +[19:12:02] romm: login as the seeded user http=200 ok=True +[19:12:02] C1 (seed reads back BEFORE): True +[19:12:02] MV-romm: swapping to TO {'romm': 'rommapp/romm:5.3.1', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +[19:12:25] TO up -d rc=0 +[19:12:57] TO settled=True in 31.2s :: {"romm": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-db": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}, "romm-redis": {"status": "running", "health": "healthy", "restarts": 0, "exit": 0}} +[19:12:57] engine state romm-db: 11.4.13-MariaDB| This installation of MariaDB is already upgraded to 11.4.13-MariaDB. There is no need to run mariadb-upgrade again. [exit=1] +[19:12:57] migration lines observed: 2 +[19:13:10] romm: login as the seeded user http=200 ok=True +[19:13:10] RESULT (seed reads back AFTER): True +[19:13:10] memory watch: 600s, 4 callers on 8 path(s) at 172.18.0.3:8080 +[19:13:25] + 15s romm=607M/768M peak=608M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=290 +[19:13:40] + 30s romm=607M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=582 +[19:13:56] + 46s romm=607M/768M peak=609M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=874 +[19:14:11] + 61s romm=608M/768M peak=609M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=1166 +[19:14:26] + 76s romm=608M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=1458 +[19:14:41] + 91s romm=607M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=1750 +[19:14:56] + 106s romm=608M/768M peak=609M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2042 +[19:15:11] + 121s romm=315M/768M peak=610M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2297 +[19:15:27] + 136s romm=598M/768M peak=610M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2385 +[19:15:42] + 152s romm=607M/768M peak=610M kills=0 rs=0 romm-db=151M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=2670 +[19:15:57] + 167s romm=606M/768M peak=610M kills=0 rs=0 romm-db=150M/384M peak=161M kills=0 rs=0 romm-redis=29M/128M peak=44M kills=0 rs=0 reqs=2960 +[19:16:12] + 182s romm=606M/768M peak=610M kills=0 rs=0 romm-db=145M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=3249 +[19:16:27] + 197s romm=606M/768M peak=610M kills=0 rs=0 romm-db=129M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=3540 +[19:16:42] + 212s romm=607M/768M peak=610M kills=0 rs=0 romm-db=130M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=44M kills=0 rs=0 reqs=3832 +[19:16:58] + 228s romm=589M/768M peak=610M kills=0 rs=0 romm-db=120M/384M peak=161M kills=0 rs=0 romm-redis=30M/128M peak=45M kills=0 rs=0 reqs=4123 +[19:17:13] + 243s romm=471M/768M peak=610M kills=0 rs=0 romm-db=114M/384M peak=161M kills=0 rs=0 romm-redis=28M/128M peak=45M kills=0 rs=0 reqs=4407 +[19:17:28] + 258s romm=546M/768M peak=610M kills=0 rs=0 romm-db=107M/384M peak=161M kills=0 rs=0 romm-redis=26M/128M peak=45M kills=0 rs=0 reqs=4689 +[19:17:43] + 273s romm=388M/768M peak=610M kills=0 rs=0 romm-db=103M/384M peak=161M kills=0 rs=0 romm-redis=25M/128M peak=45M kills=0 rs=0 reqs=4980 +[19:17:58] + 288s romm=527M/768M peak=610M kills=0 rs=0 romm-db=100M/384M peak=161M kills=0 rs=0 romm-redis=24M/128M peak=45M kills=0 rs=0 reqs=5272 +[19:18:13] + 303s romm=505M/768M peak=610M kills=0 rs=0 romm-db=93M/384M peak=161M kills=0 rs=0 romm-redis=22M/128M peak=45M kills=0 rs=0 reqs=5561 +[19:18:29] + 319s romm=502M/768M peak=610M kills=0 rs=0 romm-db=93M/384M peak=161M kills=0 rs=0 romm-redis=22M/128M peak=45M kills=0 rs=0 reqs=5850 +[19:18:44] + 334s romm=498M/768M peak=610M kills=0 rs=0 romm-db=92M/384M peak=161M kills=0 rs=0 romm-redis=21M/128M peak=45M kills=0 rs=0 reqs=6140 +[19:18:59] + 349s romm=488M/768M peak=610M kills=0 rs=0 romm-db=91M/384M peak=161M kills=0 rs=0 romm-redis=21M/128M peak=45M kills=0 rs=0 reqs=6432 +[19:19:14] + 364s romm=484M/768M peak=610M kills=0 rs=0 romm-db=89M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=6724 +[19:19:29] + 379s romm=379M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7012 +[19:19:44] + 394s romm=429M/768M peak=610M kills=0 rs=0 romm-db=87M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7162 +[19:20:00] + 410s romm=495M/768M peak=610M kills=0 rs=0 romm-db=87M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7446 +[19:20:15] + 425s romm=495M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=7738 +[19:20:30] + 440s romm=496M/768M peak=610M kills=0 rs=0 romm-db=87M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8026 +[19:20:45] + 455s romm=495M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8316 +[19:21:00] + 470s romm=495M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8608 +[19:21:16] + 486s romm=496M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=8897 +[19:21:31] + 501s romm=496M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=9186 +[19:21:46] + 516s romm=186M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=19M/128M peak=45M kills=0 rs=0 reqs=9411 +[19:22:01] + 531s romm=385M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=26M/128M peak=45M kills=0 rs=0 reqs=9411 +[19:22:16] + 546s romm=496M/768M peak=610M kills=0 rs=0 romm-db=88M/384M peak=161M kills=0 rs=0 romm-redis=26M/128M peak=45M kills=0 rs=0 reqs=9548 +[19:22:32] + 562s romm=484M/768M peak=610M kills=0 rs=0 romm-db=84M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=9834 +[19:22:47] + 577s romm=481M/768M peak=610M kills=0 rs=0 romm-db=84M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=10125 +[19:23:02] + 592s romm=482M/768M peak=610M kills=0 rs=0 romm-db=84M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=10415 +[19:23:17] + 607s romm=481M/768M peak=610M kills=0 rs=0 romm-db=83M/384M peak=161M kills=0 rs=0 romm-redis=20M/128M peak=45M kills=0 rs=0 reqs=10705 +[19:23:18] memory watch: killed=False tight=[] requests=10705 codes={'401': 5352, '200': 5349, 'err': 4} +[19:23:18] MV-romm: ABORT — putting the FROM images back +[19:24:19] romm: login as the seeded user http=200 ok=True +[19:24:19] ABORT: app came back in 31.2s; data present=True \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-full.log b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-full.log new file mode 100644 index 00000000..2c8b69ff --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-full.log @@ -0,0 +1,129 @@ +romm | INFO: [RomM][init][2026-09-23 21:12:26] _____ __ __ +romm | INFO: [RomM][init][2026-09-23 21:12:26] | __ \ | \/ | +romm | INFO: [RomM][init][2026-09-23 21:12:26] | |__) |___ _ __ ___ | \ / | +romm | INFO: [RomM][init][2026-09-23 21:12:26] | _ // _ \| '_ ` _ \| |\/| | +romm | INFO: [RomM][init][2026-09-23 21:12:26] | | \ \ (_) | | | | | | | | | +romm | INFO: [RomM][init][2026-09-23 21:12:26] |_| \_\___/|_| |_| |_|_| |_| +romm | INFO: [RomM][init][2026-09-23 21:12:26] +romm | INFO: [RomM][init][2026-09-23 21:12:26] The beautiful, powerful, self-hosted Rom manager and player +romm | INFO: [RomM][init][2026-09-23 21:12:26] +romm | INFO: [RomM][init][2026-09-23 21:12:26] Version: 5.3.1 +romm | INFO: [RomM][init][2026-09-23 21:12:26] +romm | INFO: [RomM][init][2026-09-23 21:12:26] No OpenTelemetry environment variables found, disabling OpenTelemetry SDK +romm | INFO: [RomM][init][2026-09-23 21:12:26] REDIS_HOST is set, not starting internal valkey-server +romm | INFO: [RomM][init][2026-09-23 21:12:26] Running database migrations +romm | INFO: [RomM][init][2026-09-23 21:12:37] Database migrations succeeded +romm | INFO: [RomM][startup][2026-09-23 21:12:49] Running startup tasks +romm | INFO: [RomM][startup][2026-09-23 21:12:49] Initializing cache with fixtures data +romm | INFO: [RomM][startup][2026-09-23 21:12:49] Startup tasks completed +romm | INFO: [RomM][init][2026-09-23 21:12:50] Starting backend +romm | INFO: [RomM][init][2026-09-23 21:12:50] Starting RQ cron scheduler +romm | INFO: [RomM][init][2026-09-23 21:12:50] Starting RQ worker +romm | INFO: [RomM][init][2026-09-23 21:12:50] Starting RQ scan worker +romm | 21:12:52 Loading cron configuration from tasks.cron_config +romm | 21:12:52 Worker a7cfb1a09316454bb6e3f1da56321de5: started with PID 74, version 2.12.0 +romm | 21:12:52 Worker a7cfb1a09316454bb6e3f1da56321de5: subscribing to channel rq:pubsub:a7cfb1a09316454bb6e3f1da56321de5 +romm | 21:12:52 *** Listening on high, default, low... +romm | 21:12:52 Acquired scheduler lock for high +romm | 21:12:52 Acquired scheduler lock for low +romm | 21:12:52 Acquired scheduler lock for default +romm | INFO: [RomM][init][2026-09-23 21:12:52] Starting nginx +romm | INFO: [RomM][init][2026-09-23 21:12:52] 🚀 RomM is now available at http://0.0.0.0:8080 +romm | 21:12:52 Scheduler for high, low, default started with PID 99 +romm | 21:12:52 Worker 96e1c70c6d024ce99027aae5d158dc1f: started with PID 77, version 2.12.0 +romm | 21:12:52 Worker 96e1c70c6d024ce99027aae5d158dc1f: subscribing to channel rq:pubsub:96e1c70c6d024ce99027aae5d158dc1f +romm | 21:12:52 *** Listening on scans... +romm | 21:12:52 Acquired scheduler lock for scans +romm | 21:12:52 Scheduler for scans started with PID 109 +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:10:47+02:00 [Warn] [Entrypoint]: /sys/fs/cgroup///memory.pressure not writable, functionality unavailable to MariaDB +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Switching to dedicated user 'mysql' +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Entrypoint script for MariaDB Server 1:11.4.13+maria~ubu2404 started. +romm-db | 2026-09-23 21:10:47+02:00 [Note] [Entrypoint]: Initializing database files +romm-db | 2026-09-23 21:10:47 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:10:50+02:00 [Note] [Entrypoint]: Database files initialized +romm-db | 2026-09-23 21:10:50+02:00 [Note] [Entrypoint]: Starting temporary server +romm-db | 2026-09-23 21:10:50+02:00 [Note] [Entrypoint]: Waiting for server startup +romm-db | 2026-09-23 21:10:50 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid zIjyEoysD5NU6PKNQ1CIFxZLh24= as process 95 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:10:50 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388614m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: End of log at LSN=45568 +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Opened 3 undo tablespaces +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:10:50 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +romm-db | 2026-09-23 21:10:50 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:10:50 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:10:51 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:10:51 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 0 mariadb.org binary distribution +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Temporary server started. +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Creating database romm +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Creating user romm +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Giving user romm access to schema romm +romm-db | 2026-09-23 21:10:52+02:00 [Note] [Entrypoint]: Securing system users (equivalent to running mysql_secure_installation) +romm-db | +romm-db | 2026-09-23 21:10:53+02:00 [Note] [Entrypoint]: Stopping temporary server +romm-db | 2026-09-23 21:10:53 0 [Note] mariadbd (initiated by: unknown): Normal shutdown +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: FTS optimize thread exiting. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Starting shutdown... +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Dumping buffer pool(s) to /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Buffer pool(s) dump completed at 260923 21:10:53 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Removed temporary tablespace data file: "./ibtmp1" +romm-db | 2026-09-23 21:10:53 0 [Note] Shutdown completed; log sequence number 45568; transaction id 15 +romm-db | 2026-09-23 21:10:53 0 [Note] mariadbd: Shutdown complete +romm-db | 2026-09-23 21:10:53+02:00 [Note] [Entrypoint]: Temporary server stopped +romm-db | +romm-db | 2026-09-23 21:10:53+02:00 [Note] [Entrypoint]: MariaDB init process done. Ready for start up. +romm-db | +romm-db | 2026-09-23 21:10:53 0 [Note] Starting MariaDB 11.4.13-MariaDB-ubu2404 source revision 170b1d70737be6f134448f51713cdc1ae215b420 server_uid zIjyEoysD5NU6PKNQ1CIFxZLh24= as process 1 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Compressed tables use zlib 1.3 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Number of transaction pools: 1 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Using crc32 + pclmulqdq instructions +romm-db | 2026-09-23 21:10:53 0 [Warning] mariadbd: io_uring_queue_init() failed with EPERM: sysctl kernel.io_uring_disabled has the value 2, or 1 and the user of the process is not a member of sysctl kernel.io_uring_group. (see man 2 io_uring_setup). +romm-db | create_uring failed: falling back to libaio +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Using Linux native AIO +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: innodb_buffer_pool_size_max=8388608m, innodb_buffer_pool_size=128m +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Completed initialization of buffer pool +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: File system buffers for log disabled (block size=512 bytes) +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: End of log at LSN=45568 +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Opened 3 undo tablespaces +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: 128 rollback segments in 3 undo tablespaces are active. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Setting file './ibtmp1' size to 12.000MiB. Physically writing the file full; Please wait ... +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: File './ibtmp1' size is now 12.000MiB. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: log sequence number 45568; transaction id 14 +romm-db | 2026-09-23 21:10:53 0 [Note] Plugin 'FEEDBACK' is disabled. +romm-db | 2026-09-23 21:10:53 0 [Note] Plugin 'wsrep-provider' is disabled. +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Loading buffer pool(s) from /var/lib/mysql/ib_buffer_pool +romm-db | 2026-09-23 21:10:53 0 [Note] InnoDB: Buffer pool(s) load completed at 260923 21:10:53 +romm-db | 2026-09-23 21:10:54 0 [Note] Server socket created on IP: '0.0.0.0', port: '3306'. +romm-db | 2026-09-23 21:10:54 0 [Note] Server socket created on IP: '::', port: '3306'. +romm-db | 2026-09-23 21:10:54 0 [Note] mariadbd: Event Scheduler: Loaded 0 events +romm-db | 2026-09-23 21:10:54 0 [Note] mariadbd: ready for connections. +romm-db | Version: '11.4.13-MariaDB-ubu2404' socket: '/run/mysqld/mysqld.sock' port: 3306 mariadb.org binary distribution +romm-db | 2026-09-23 21:11:24 7 [Warning] Aborted connection 7 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-db | 2026-09-23 21:12:24 19 [Warning] Aborted connection 19 to db: 'romm' user: 'romm' host: '172.20.0.4' (Got an error reading communication packets) +romm-redis | 1:C 23 Sep 2026 21:10:47.281 # WARNING Memory overcommit must be enabled! Without it, a background save or replication may fail under low memory condition. Being disabled, it can also cause failures without low memory condition, see https://github.com/jemalloc/jemalloc/issues/1328. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect. +romm-redis | 1:C 23 Sep 2026 21:10:47.282 * oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo +romm-redis | 1:C 23 Sep 2026 21:10:47.282 * Redis version=7.4.11, bits=64, commit=00000000, modified=0, pid=1, just started +romm-redis | 1:C 23 Sep 2026 21:10:47.282 * Configuration loaded +romm-redis | 1:M 23 Sep 2026 21:10:47.283 * monotonic clock: POSIX clock_gettime +romm-redis | 1:M 23 Sep 2026 21:10:47.284 * Running mode=standalone, port=6379. +romm-redis | 1:M 23 Sep 2026 21:10:47.284 * Server initialized +romm-redis | 1:M 23 Sep 2026 21:10:47.288 * Creating AOF base file appendonly.aof.1.base.rdb on server start +romm-redis | 1:M 23 Sep 2026 21:10:47.294 * Creating AOF incr file appendonly.aof.1.incr.aof on server start +romm-redis | 1:M 23 Sep 2026 21:10:47.294 * Ready to accept connections tcp +romm-redis | 1:M 23 Sep 2026 21:11:48.028 * 10000 changes in 60 seconds. Saving... +romm-redis | 1:M 23 Sep 2026 21:11:48.030 * Background saving started by pid 52 +romm-redis | 52:C 23 Sep 2026 21:11:48.151 * DB saved on disk +romm-redis | 52:C 23 Sep 2026 21:11:48.152 * Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB +romm-redis | 1:M 23 Sep 2026 21:11:48.233 * Background saving terminated with success diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-states.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-states.json new file mode 100644 index 00000000..1c7ad7de --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/to-states.json @@ -0,0 +1,20 @@ +{ + "romm": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "romm-db": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + }, + "romm-redis": { + "status": "running", + "health": "healthy", + "restarts": 0, + "exit": 0 + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/verdict.json b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/verdict.json new file mode 100644 index 00000000..b80a681a --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/bench/evidence/MV-romm/verdict.json @@ -0,0 +1,78 @@ +{ + "harness_version": 3, + "edge": "MV-romm", + "app": "romm", + "note": "night 2026-09-23 within-a-major move: romm=rommapp/romm:5.3.1", + "from": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "to": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "\u001b[2Kromm | \u001b[0;32mINFO: \u001b[0;34m[RomM]\u001b[0;95m[init]\u001b[0;36m[2026-09-23 21:12:26]\u001b[0;00m Running database migrations", + "abort": "starts-and-serves", + "abort_detail": null, + "engine_state_after": { + "romm-db": { + "image": "mariadb:11.4", + "probe": "datadir version | the engine's own upgrade verdict", + "answer": "11.4.13-MariaDB| This installation of MariaDB is already upgraded to 11.4.13-MariaDB. There is no need to run mariadb-upgrade again. [exit=1]", + "probe_rc": 0 + } + }, + "memory": { + "soak_s": 607.5, + "requested_s": 600, + "requests": 10705, + "codes": { + "401": 5352, + "200": 5349, + "err": 4 + }, + "first_kill": null, + "containers": { + "romm": { + "limit": 805306368, + "peak": 640077824, + "peak_pct": 0.795, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "romm-db": { + "limit": 402653184, + "peak": 169639936, + "peak_pct": 0.421, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + }, + "romm-redis": { + "limit": 134217728, + "peak": 47415296, + "peak_pct": 0.353, + "oom_kills": 0, + "restarts": 0, + "oomkilled_flag": false, + "measured": true + } + }, + "unmeasured": [] + }, + "marks": [], + "duration_s": 31.2, + "measured_at": "2026-09-23T19:24:19Z", + "evidence": "evidence/MV-romm", + "files_changed": [], + "total_s": 831.7 +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/log.txt b/documentation/audits/night-2026-09-23/apps/romm/log.txt new file mode 100644 index 00000000..eb253550 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/log.txt @@ -0,0 +1,34 @@ +21:00:10 ==== romm: rommapp/romm:5.3.0 -> rommapp/romm:5.3.1 (sub=arcade, class=db-mariadb) +21:00:13 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/romm'] +21:00:13 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:00:14 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:01:39 [1] deployed, controller state=running, pinned={'romm': 'rommapp/romm:5.3.0', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +21:01:43 [2] seeding through the app's own front door +21:01:44 romm: POST /api/users http=201 +21:01:44 [3] control C1 — reading the seed back BEFORE the update +21:01:45 romm: login as the seeded user http=200 ok=True +21:01:45 [4] backup press SKIPPED for romm (R-648: whole-box only; the update's backing-up phase backs up romm alone) +21:01:46 [5] drill commit 757fdc9b9c3c: romm rommapp/romm:5.3.0 -> rommapp/romm:5.3.1 (push rc=0) +21:01:51 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:01:51 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:01:51 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:01:51 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:01:53 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:02:08 + 17.4s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:02:16 + 25.6s phase=starting label=Indítás az új verzióval… err=None hold=None +21:02:28 + 36.9s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:03:04 + 72.8s phase=done label=Frissítve err=None hold=None +21:03:04 [7] reading the seed back AFTER the update +21:03:15 romm: login as the seeded user http=200 ok=True +21:03:18 [8] pinned = {'romm': 'rommapp/romm:5.3.1', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +21:03:18 [8] installed = {'romm': 'rommapp/romm:5.3.1', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +21:03:18 [8] compose = ['image: rommapp/romm:5.3.1', 'image: mariadb:11.4', 'image: redis:7-alpine'] +21:03:18 [8] inspect = ['romm rommapp/romm:5.3.1 running=true restarts=0', 'romm-db mariadb:11.4 running=true restarts=0', 'romm-redis redis:7-alpine running=true restarts=0'] +21:03:18 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/romm/verdict.json +21:03:25 [X] stop -> 200 {'ok': True, 'message': 'Stack romm stop completed'} +21:03:30 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/romm tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó viss +21:03:30 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:03:57 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'romm', 'volumes_removed': ['romm_romm_config', 'romm_romm_db_data', 'romm_romm_redis_data'], 'hdd_paths_removed': [], 'hdd_pat +21:04:05 [X] after remove: deployed=False leftovers='/opt/docker/stacks/romm' +21:05:08 [X] R-626 check +60 s after remove: 'clean' +21:05:08 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/romm/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/romm/observables-before.json b/documentation/audits/night-2026-09-23/apps/romm/observables-before.json new file mode 100644 index 00000000..bd4851a5 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/observables-before.json @@ -0,0 +1,27 @@ +{ + "pinned_images": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "installed_images": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "catalog_images": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "live_compose_image_lines": [ + "image: rommapp/romm:5.3.0", + "image: mariadb:11.4", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "romm rommapp/romm:5.3.0 running=true restarts=0", + "romm-db mariadb:11.4 running=true restarts=0", + "romm-redis redis:7-alpine running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/observables.json b/documentation/audits/night-2026-09-23/apps/romm/observables.json new file mode 100644 index 00000000..d0ce70f0 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/observables.json @@ -0,0 +1,56 @@ +{ + "before": { + "pinned_images": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "installed_images": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "catalog_images": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "live_compose_image_lines": [ + "image: rommapp/romm:5.3.0", + "image: mariadb:11.4", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "romm rommapp/romm:5.3.0 running=true restarts=0", + "romm-db mariadb:11.4 running=true restarts=0", + "romm-redis redis:7-alpine running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "installed_images": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "catalog_images": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "live_compose_image_lines": [ + "image: rommapp/romm:5.3.1", + "image: mariadb:11.4", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "romm rommapp/romm:5.3.1 running=true restarts=0", + "romm-db mariadb:11.4 running=true restarts=0", + "romm-redis redis:7-alpine running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/phases.json b/documentation/audits/night-2026-09-23/apps/romm/phases.json new file mode 100644 index 00000000..2886e667 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/phases.json @@ -0,0 +1,59 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "safety-dump", + "label": "Adatbázis pillanatkép…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 17.4, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 25.6, + "phase": "starting", + "label": "Indítás az új verzióval…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 36.9, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 72.8, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 72.9, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/romm/verdict.json b/documentation/audits/night-2026-09-23/apps/romm/verdict.json new file mode 100644 index 00000000..86f0c4e3 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/romm/verdict.json @@ -0,0 +1,59 @@ +{ + "harness_version": 1, + "app": "romm", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "db-mariadb", + "from": { + "romm": "rommapp/romm:5.3.0", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "to": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "romm | \u001b[0;32mINFO: \u001b[0;34m[RomM]\u001b[0;95m[init]\u001b[0;36m[2026-09-23 21:02:27]\u001b[0;00m Running database migrations", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 72.9, + "measured_at": "2026-09-23T19:00:10.642512+00:00", + "evidence": "apps/romm/", + "notes": [], + "badge_catchup_seconds": 4.5, + "observables_after": { + "pinned_images": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "installed_images": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "catalog_images": { + "romm": "rommapp/romm:5.3.1", + "romm-db": "mariadb:11.4", + "romm-redis": "redis:7-alpine" + }, + "live_compose_image_lines": [ + "image: rommapp/romm:5.3.1", + "image: mariadb:11.4", + "image: redis:7-alpine" + ], + "docker_inspect": [ + "romm rommapp/romm:5.3.1 running=true restarts=0", + "romm-db mariadb:11.4 running=true restarts=0", + "romm-redis redis:7-alpine running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.json b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.json new file mode 100644 index 00000000..cbe92b97 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.json @@ -0,0 +1,7 @@ +{ + "mode": "after", + "state": "running", + "entry_page": "{\"type\":\"setup-database\"}", + "metrics_http": "200", + "wizard": true +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.log b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.log new file mode 100644 index 00000000..e919e127 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after-stale-template.log @@ -0,0 +1,7 @@ +21:12:01 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:12:16 [1] deployed, controller state=running, pinned={'uptime-kuma': 'louislam/uptime-kuma:2.4.0'} +21:12:46 [after] controller state=running; app /api/entry-page -> 200 {"type":"setup-database"}; /metrics -> 200 +21:12:46 [after] the app is parked on its database wizard: True; the box says: running +21:12:46 [X] stop -> 200 {'ok': True, 'message': 'Stack uptime-kuma stop completed'} +21:13:18 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'uptime-kuma', 'volumes_removed': ['uptime-kuma_uptime_kuma_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_no +21:13:26 [X] after remove: deployed=False leftovers='/opt/docker/stacks/uptime-kuma' diff --git a/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.json b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.json new file mode 100644 index 00000000..3e9f9806 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.json @@ -0,0 +1,7 @@ +{ + "mode": "after", + "state": "running", + "entry_page": "{\"type\":\"entryPage\",\"entryPage\":null}", + "metrics_http": "401", + "wizard": false +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.log b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.log new file mode 100644 index 00000000..a59892fd --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-after.log @@ -0,0 +1,8 @@ +21:13:52 [after] the box's template carries the fix after 0 extra sync round(s) +21:13:52 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:14:07 [1] deployed, controller state=running, pinned={'uptime-kuma': 'louislam/uptime-kuma:2.4.0'} +21:14:37 [after] controller state=running; app /api/entry-page -> 200 {"type":"entryPage","entryPage":null}; /metrics -> 401 +21:14:37 [after] the app is parked on its database wizard: False; the box says: running +21:14:42 [X] stop -> 200 {'ok': True, 'message': 'Stack uptime-kuma stop completed'} +21:15:13 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'uptime-kuma', 'volumes_removed': ['uptime-kuma_uptime_kuma_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_no +21:15:22 [X] after remove: deployed=False leftovers='/opt/docker/stacks/uptime-kuma' diff --git a/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.json b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.json new file mode 100644 index 00000000..55c43593 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.json @@ -0,0 +1,7 @@ +{ + "mode": "before", + "state": "running", + "entry_page": "{\"type\":\"setup-database\"}", + "metrics_http": "200", + "wizard": true +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.log b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.log new file mode 100644 index 00000000..047fd40b --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/uptime-kuma/r613-before.log @@ -0,0 +1,7 @@ +21:10:29 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:10:44 [1] deployed, controller state=running, pinned={'uptime-kuma': 'louislam/uptime-kuma:2.4.0'} +21:11:15 [before] controller state=running; app /api/entry-page -> 200 {"type":"setup-database"}; /metrics -> 200 +21:11:15 [before] the app is parked on its database wizard: True; the box says: running +21:11:15 [X] stop -> 200 {'ok': True, 'message': 'Stack uptime-kuma stop completed'} +21:11:47 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'uptime-kuma', 'volumes_removed': ['uptime-kuma_uptime_kuma_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_no +21:11:55 [X] after remove: deployed=False leftovers='/opt/docker/stacks/uptime-kuma' diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/app-logs-after.txt b/documentation/audits/night-2026-09-23/apps/wishlist/app-logs-after.txt new file mode 100644 index 00000000..cab91709 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/app-logs-after.txt @@ -0,0 +1,45 @@ +wishlist | {"level":"info","ts":1790191604.5893087,"msg":"maxprocs: Leaving GOMAXPROCS=7: CPU quota undefined"} +wishlist | {"level":"info","ts":1790191604.5899508,"msg":"GOMEMLIMIT is updated","package":"github.com/KimMachineGun/automemlimit/memlimit","GOMEMLIMIT":483183820,"previous":9223372036854775807} +wishlist | {"level":"info","ts":1790191604.590222,"msg":"using config from file","file":"/usr/src/app/Caddyfile"} +wishlist | {"level":"info","ts":1790191604.5921721,"msg":"adapted config to JSON","adapter":"caddyfile"} +wishlist | {"level":"warn","ts":1790191604.5921996,"msg":"Caddyfile input is not formatted; run 'caddy fmt --overwrite' to fix inconsistencies","adapter":"caddyfile","file":"/usr/src/app/Caddyfile","line":2} +wishlist | {"level":"warn","ts":1790191604.592701,"logger":"admin","msg":"admin endpoint disabled"} +wishlist | {"level":"info","ts":1790191604.5929265,"logger":"http.auto_https","msg":"automatic HTTPS is completely disabled for server","server_name":"srv0"} +wishlist | {"level":"info","ts":1790191604.5929968,"logger":"tls.cache.maintenance","msg":"started background certificate maintenance","cache":"0xc0005f6f00"} +wishlist | {"level":"warn","ts":1790191604.5937037,"logger":"http","msg":"HTTP/2 skipped because it requires TLS","network":"tcp","addr":":3280"} +wishlist | {"level":"warn","ts":1790191604.593714,"logger":"http","msg":"HTTP/3 skipped because it requires TLS","network":"tcp","addr":":3280"} +wishlist | {"level":"info","ts":1790191604.5937185,"logger":"http.log","msg":"server running","name":"srv0","protocols":["h1","h2","h3"]} +wishlist | {"level":"info","ts":1790191604.5942469,"msg":"autosaved config (load with --resume flag)","file":"/root/.config/caddy/autosave.json"} +wishlist | {"level":"info","ts":1790191604.5942602,"msg":"serving initial configuration"} +wishlist | Successfully started Caddy (pid=17) - Caddy is running in the background +wishlist | {"level":"info","ts":1790191604.599287,"logger":"tls","msg":"cleaning storage unit","storage":"FileStorage:/root/.local/share/caddy"} +wishlist | {"level":"info","ts":1790191604.6027684,"logger":"tls","msg":"finished cleaning storage units"} +wishlist | Loaded Prisma config from prisma.config.ts. +wishlist | +wishlist | Prisma schema loaded from prisma/schema.prisma. +wishlist | Datasource "db": SQLite database "prod.db" at "file:/usr/src/app/data/prod.db" +wishlist | +wishlist | 46 migrations found in prisma/migrations +wishlist | +wishlist | Applying migration `20260624143856_add_list_hide_owner` +wishlist | +wishlist | The following migration(s) have been applied: +wishlist | +wishlist | migrations/ +wishlist | └─ 20260624143856_add_list_hide_owner/ +wishlist | └─ migration.sql +wishlist | +wishlist | All migrations have been successfully applied. +wishlist | Loaded Prisma config from prisma.config.ts. +wishlist | +wishlist | Running seed command `tsx prisma/seed.ts` ... +wishlist | roles are synced +wishlist | skipping default group creation +wishlist | +wishlist | 🌱 The seed command has been executed. +wishlist | $ tsx prisma/patches/index.ts +wishlist | Skipping already applied patch: 'item-price' +wishlist | Skipping already applied patch: 'list-relationship' +wishlist | Skipping already applied patch: 'list-item-ids' +wishlist | $ node build +wishlist | Listening on http://0.0.0.0:3000 diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/badges.json b/documentation/audits/night-2026-09-23/apps/wishlist/badges.json new file mode 100644 index 00000000..776dba9f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/badges.json @@ -0,0 +1,21 @@ +{ + "before": { + "hu": [], + "en": [] + }, + "after": { + "hu": [ + { + "title": "Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.", + "text": "Frissítés elérhető — ma" + } + ], + "en": [ + { + "title": "A newer version of this app is available. Select the Update button to start it.", + "text": "Update available — today" + } + ] + }, + "drill_commit": "16362886a302" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/log.txt b/documentation/audits/night-2026-09-23/apps/wishlist/log.txt new file mode 100644 index 00000000..b2dffa54 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/log.txt @@ -0,0 +1,31 @@ +21:25:11 ==== wishlist: ghcr.io/cmintey/wishlist:v0.66.0 -> ghcr.io/cmintey/wishlist:v0.67.1 (sub=wishlist, class=sqlite) +21:25:15 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:25:50 [1] deployed, controller state=running, pinned={'wishlist': 'ghcr.io/cmintey/wishlist:v0.66.0'} +21:25:54 [2] seeding through the app's own front door +21:25:55 wishlist: /signup http=200 type=success +21:25:55 [3] control C1 — reading the seed back BEFORE the update +21:25:56 wishlist: sign-in as the seeded user type=success ok=True (wrong password refused) +21:25:56 [4] backup press SKIPPED for wishlist (R-648: whole-box only; the update's backing-up phase backs up wishlist alone) +21:25:57 [5] drill commit 16362886a302: wishlist ghcr.io/cmintey/wishlist:v0.66.0 -> ghcr.io/cmintey/wishlist:v0.67.1 (push rc=0) +21:26:01 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:26:01 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:26:02 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:26:02 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:26:04 + 2.1s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:26:05 + 3.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:26:43 + 41.0s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:26:44 + 42.1s phase=starting label=Indítás az új verzióval… err=None hold=None +21:26:45 + 43.1s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:27:00 + 58.5s phase=done label=Frissítve err=None hold=None +21:27:00 [7] reading the seed back AFTER the update +21:27:01 wishlist: sign-in as the seeded user type=success ok=True (wrong password refused) +21:27:05 [8] pinned = {'wishlist': 'ghcr.io/cmintey/wishlist:v0.67.1'} +21:27:05 [8] installed = {'wishlist': 'ghcr.io/cmintey/wishlist:v0.67.1'} +21:27:05 [8] compose = ['image: ghcr.io/cmintey/wishlist:v0.67.1'] +21:27:05 [8] inspect = ['wishlist ghcr.io/cmintey/wishlist:v0.67.1 running=true restarts=0'] +21:27:05 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json +21:27:05 [X] stop -> 200 {'ok': True, 'message': 'Stack wishlist stop completed'} +21:27:37 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'wishlist', 'volumes_removed': ['wishlist_wishlist_data', 'wishlist_wishlist_uploads'], 'hdd_paths_removed': [], 'hdd_paths_pre +21:27:45 [X] after remove: deployed=False leftovers='/opt/docker/stacks/wishlist' +21:28:49 [X] R-626 check +60 s after remove: 'clean' +21:28:49 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/observables-before.json b/documentation/audits/night-2026-09-23/apps/wishlist/observables-before.json new file mode 100644 index 00000000..66c27c84 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/observables-before.json @@ -0,0 +1,15 @@ +{ + "pinned_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.66.0" + }, + "installed_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.66.0" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/cmintey/wishlist:v0.66.0" + ], + "docker_inspect": [ + "wishlist ghcr.io/cmintey/wishlist:v0.66.0 running=true restarts=0" + ] +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/observables.json b/documentation/audits/night-2026-09-23/apps/wishlist/observables.json new file mode 100644 index 00000000..bcb7e0bc --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/observables.json @@ -0,0 +1,34 @@ +{ + "before": { + "pinned_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.66.0" + }, + "installed_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.66.0" + }, + "catalog_images": null, + "live_compose_image_lines": [ + "image: ghcr.io/cmintey/wishlist:v0.66.0" + ], + "docker_inspect": [ + "wishlist ghcr.io/cmintey/wishlist:v0.66.0 running=true restarts=0" + ] + }, + "after": { + "pinned_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "installed_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "catalog_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "live_compose_image_lines": [ + "image: ghcr.io/cmintey/wishlist:v0.67.1" + ], + "docker_inspect": [ + "wishlist ghcr.io/cmintey/wishlist:v0.67.1 running=true restarts=0" + ] + } +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/phases.json b/documentation/audits/night-2026-09-23/apps/wishlist/phases.json new file mode 100644 index 00000000..eb1e2bdc --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/phases.json @@ -0,0 +1,67 @@ +{ + "accepted": true, + "http": "202", + "phases": [ + { + "t": 0.0, + "phase": "backing-up", + "label": "Biztonsági mentés készül a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 2.1, + "phase": "safety-dump", + "label": "Adatbázis pillanatkép…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 3.1, + "phase": "pulling", + "label": "Új verzió letöltése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 41.0, + "phase": "copying", + "label": "Az adatok másolása a frissítés előtt…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 42.1, + "phase": "starting", + "label": "Indítás az új verzióval…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 43.1, + "phase": "verifying", + "label": "Működés ellenőrzése…", + "updating": true, + "error": null, + "hold": null + }, + { + "t": 58.5, + "phase": "done", + "label": "Frissítve", + "updating": false, + "error": null, + "hold": null + } + ], + "duration_s": 58.5, + "final_phase": "done", + "update_error": null, + "hold_reason": null, + "state": "running" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/r612-after.json b/documentation/audits/night-2026-09-23/apps/wishlist/r612-after.json new file mode 100644 index 00000000..27e852de --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/r612-after.json @@ -0,0 +1,15 @@ +{ + "mode": "after", + "state": "running", + "seed_lines": [ + "wishlist | Running seed command `tsx prisma/seed.ts` ...", + "wishlist | roles are synced", + "wishlist | created default group", + "wishlist | 🌱 The seed command has been executed." + ], + "limit": "536870912", + "signup_http": "200", + "signup_body": "{\"type\":\"success\",\"status\":200,\"data\":\"[{\\\"success\\\":1},true]\"}", + "told_already_exists": false, + "fk_log": "" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/r612-after.log b/documentation/audits/night-2026-09-23/apps/wishlist/r612-after.log new file mode 100644 index 00000000..62a0e73f --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/r612-after.log @@ -0,0 +1,12 @@ +21:04:35 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:05:00 [1] deployed, controller state=running, pinned={'wishlist': 'ghcr.io/cmintey/wishlist:v0.66.0'} +21:06:00 [after] controller: deployed=True state=running +21:06:00 [after] container log, seed lines: ['wishlist | Running seed command `tsx prisma/seed.ts` ...', 'wishlist | roles are synced', 'wishlist | created default group', 'wishlist | 🌱 The seed command has been executed.'] +21:06:03 [after] memory limit on the container: 536870912 +21:06:03 [after] GET /signup -> 200; form fields ['email', 'name', 'password', 'username', 'viewport'] +21:06:04 [after] POST /signup -> 200: {"type":"success","status":200,"data":"[{\"success\":1},true]"} +21:06:04 [after] household told 'already exists': False +21:06:08 [after] container log after sign-up: '' +21:06:08 [X] stop -> 200 {'ok': True, 'message': 'Stack wishlist stop completed'} +21:06:40 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'wishlist', 'volumes_removed': ['wishlist_wishlist_data', 'wishlist_wishlist_uploads'], 'hdd_paths_removed': [], 'hdd_paths_pre +21:06:48 [X] after remove: deployed=False leftovers='/opt/docker/stacks/wishlist' diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/r612-before.json b/documentation/audits/night-2026-09-23/apps/wishlist/r612-before.json new file mode 100644 index 00000000..e22c6b58 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/r612-before.json @@ -0,0 +1,15 @@ +{ + "mode": "before", + "state": "running", + "seed_lines": [ + "wishlist | Running seed command `tsx prisma/seed.ts` ...", + "wishlist | roles are synced", + "wishlist | created default group", + "wishlist | [ERR_PNPM_RECURSIVE_EXEC_FIRST_FAIL] Command was killed with SIGKILL (Forced termination): prisma db seed" + ], + "limit": "134217728", + "signup_http": "200", + "signup_body": "{\"type\":\"success\",\"status\":200,\"data\":\"[{\\\"success\\\":1},true]\"}", + "told_already_exists": false, + "fk_log": "" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/r612-before.log b/documentation/audits/night-2026-09-23/apps/wishlist/r612-before.log new file mode 100644 index 00000000..b1035b98 --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/r612-before.log @@ -0,0 +1,12 @@ +21:01:55 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:02:30 [1] deployed, controller state=running, pinned={'wishlist': 'ghcr.io/cmintey/wishlist:v0.66.0'} +21:03:30 [before] controller: deployed=True state=running +21:03:30 [before] container log, seed lines: ['wishlist | Running seed command `tsx prisma/seed.ts` ...', 'wishlist | roles are synced', 'wishlist | created default group', 'wishlist | [ERR_PNPM_RECURSIVE_EXEC_FIRST_FAIL] Command was killed with SIGKILL (Forced termination): prisma db seed'] +21:03:33 [before] memory limit on the container: 134217728 +21:03:34 [before] GET /signup -> 200; form fields ['email', 'name', 'password', 'username', 'viewport'] +21:03:36 [before] POST /signup -> 200: {"type":"success","status":200,"data":"[{\"success\":1},true]"} +21:03:36 [before] household told 'already exists': False +21:03:39 [before] container log after sign-up: '' +21:03:40 [X] stop -> 200 {'ok': True, 'message': 'Stack wishlist stop completed'} +21:04:12 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'wishlist', 'volumes_removed': ['wishlist_wishlist_data', 'wishlist_wishlist_uploads'], 'hdd_paths_removed': [], 'hdd_paths_pre +21:04:20 [X] after remove: deployed=False leftovers='/opt/docker/stacks/wishlist' diff --git a/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json b/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json new file mode 100644 index 00000000..f41a171e --- /dev/null +++ b/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json @@ -0,0 +1,45 @@ +{ + "harness_version": 1, + "app": "wishlist", + "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": "sqlite", + "from": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.66.0" + }, + "to": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "verdict": "proven", + "seed_read_before": true, + "seed_read_after": true, + "healthy_after": true, + "migration_observed": "wishlist | 46 migrations found in prisma/migrations", + "abort": "not-attempted", + "abort_detail": null, + "duration_s": 58.5, + "measured_at": "2026-09-23T19:25:11.454580+00:00", + "evidence": "apps/wishlist/", + "notes": [], + "badge_catchup_seconds": 4.5, + "observables_after": { + "pinned_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "installed_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "catalog_images": { + "wishlist": "ghcr.io/cmintey/wishlist:v0.67.1" + }, + "live_compose_image_lines": [ + "image: ghcr.io/cmintey/wishlist:v0.67.1" + ], + "docker_inspect": [ + "wishlist ghcr.io/cmintey/wishlist:v0.67.1 running=true restarts=0" + ] + }, + "final_phase": "done", + "hold_reason": null, + "update_error": null, + "r626_at_60s": "clean" +} \ No newline at end of file diff --git a/documentation/audits/night-2026-09-23/bakeoff.py b/documentation/audits/night-2026-09-23/bakeoff.py new file mode 100644 index 00000000..7bd759f9 --- /dev/null +++ b/documentation/audits/night-2026-09-23/bakeoff.py @@ -0,0 +1,266 @@ +#!/usr/bin/env python3 +"""bakeoff.py — `09` §3 decision 19: the two ways of keeping the undo's last-second copy, measured on +the same three apps (docmost / PostgreSQL, romm / MariaDB, vikunja / SQLite in a volume), guest 9202, +drill catalog. + + F — copy the folder: the app's NAMED volumes copied with its containers stopped; put back on failure. + D — dump and load, as fixed by the morning spike: completion marker first; PostgreSQL drops and + recreates the dump's schemas inside the load's transaction; MariaDB drops every table, then loads. + +EVIDENCE, NOT PRODUCT. Product acts go through the endpoints the UI invokes (deploy, backup, sync, +rescan, update, start, remove). The undo has no product path yet, so it is done by hand — the hold is +lifted with the operator CLI + a controller restart (the only exit that exists), and the product's own +Start supplies the app's secrets (they are never decrypted here). + +Usage: python3 bakeoff.py stages: prep fcopy break update undoF undoD cutoff state +""" +import json, os, sys, time +sys.path.insert(0, ".") +import walk as w +from spike import FX, SUB, load, save, ts, break_edge, docmost_seed_b, docmost_verify_b, romm_seed_b, \ + romm_verify_b, vik_seed_b, vik_verify_b + +EDGE = {"docmost": ("docmost/docmost:0.95.0", "docmost/docmost:0.96.0", 3000, 3999), + "romm": ("rommapp/romm:5.0.0", "rommapp/romm:5.3.0", 8080, 8999), + "vikunja": ("vikunja/vikunja:2.3.0", "vikunja/vikunja:2.6.0", 3456, 3999)} +UNIT = {"docmost": "/mnt/sys_drive/felhom-data/backups/primary/docmost", + "vikunja": "/mnt/sys_drive/felhom-data/backups/primary/vikunja", + "romm": "/mnt/felhom-drives/scratch_hdd/userdata/romm/backups/primary/romm"} +SUFFIX = ".pre-undo" + + +def seed_b(app, sub, A): + return {"docmost": docmost_seed_b, "romm": romm_seed_b, "vikunja": vik_seed_b}[app](sub, A) + + +def verify_b(app, sub, A, B): + r = {"docmost": docmost_verify_b, "romm": romm_verify_b, "vikunja": vik_verify_b}[app](sub, A, B) + return all(r.values()) if isinstance(r, dict) else r + + +def db_state(app): + """The table count and the migration ledger, asked of the engine (or the SQLite file, read-only).""" + if app == "docmost": + return w.guest("docker exec docmost-postgres psql -U docmost -d docmost -Atc \"select count(*) from information_schema.tables where table_schema='public'\" 2>&1 | tr '\\n' ' '; " + "docker exec docmost-postgres psql -U docmost -d docmost -Atc \"select count(*)||' ledger, newest '||max(name) from kysely_migration\" 2>&1").strip() + if app == "romm": + q = lambda sql: f"docker exec romm-db sh -c 'mariadb -uroot -p\"$MYSQL_ROOT_PASSWORD\" -N -e \"{sql}\" romm' 2>&1 | tr '\\n' ' '" + base_tables = q("select count(*) from information_schema.tables where table_schema=database() and table_type=0x42415345205441424C45") + alembic = q("select version_num from alembic_version") + return w.guest(f'echo "tables=$({base_tables}) alembic=$({alembic})"').strip() + return w.guest("""python3 - <<'PY' +import sqlite3 +c=sqlite3.connect('file:/var/lib/docker/volumes/vikunja_vikunja_db/_data/vikunja.db?mode=ro',uri=True) +t=c.execute("select count(*) from sqlite_master where type='table'").fetchone()[0] +m=c.execute("select count(*), max(id) from migration").fetchone() +print(f"tables={t} ledger={m[0]} newest={m[1]}") +PY""").strip() + + +def volumes(app): + return [v for v in w.guest(f"docker volume ls -q --filter label=com.docker.compose.project={app}").split() + if not v.endswith(SUFFIX)] + + +def containers(app): + return w.guest(f"docker ps -a --filter label=com.docker.compose.project={app} --format '{{{{.Names}}}}'").split() + + +def stage_prep(app): + s = {"app": app, "sub": SUB[app]} + w.say(f"=== prep {app}: deploy at the drill FROM pin") + w.say("deployed:", w.deploy(app, s["sub"])) + s["seedA"] = FX[app].seed(w, s["sub"], w.say) + w.say("C1 A:", FX[app].verify(w, s["sub"], s["seedA"], w.say)) + w.backup_now(app) + w.wait_app(s["sub"], {"docmost": "/", "romm": "/api/heartbeat", "vikunja": "/api/v1/info"}[app], want=("200",), tries=60) + s["seedB"] = seed_b(app, s["sub"], s["seedA"]) + w.say("B reads back:", verify_b(app, s["sub"], s["seedA"], s["seedB"])) + s["volumes"] = volumes(app) + w.say("named volumes:", s["volumes"]) + save(app, s) + + +def stage_fcopy(app): + """F at safety-dump time: stop, copy every named volume (cp -a into a sibling volume, and + separately a tar, for the rate), start. Measures the EXTRA downtime and the disk.""" + s = load(app) + s["state_before_update"] = db_state(app) + w.say("db state before the update:", s["state_before_update"]) + vols = s["volumes"] + w.say(w.guest(f"cp /opt/docker/stacks/{app}/docker-compose.yml /root/pre-{app}-compose.yml; grep -m1 'image: {EDGE[app][0]}' /root/pre-{app}-compose.yml")) + script = f""" +set -u +cs=$(docker ps --filter label=com.docker.compose.project={app} --format '{{{{.Names}}}}') +t0=$(date +%s.%N) +docker stop $cs >/dev/null +t1=$(date +%s.%N) +for v in {' '.join(vols)}; do + docker volume rm -f "$v{SUFFIX}" >/dev/null 2>&1 + docker volume create "$v{SUFFIX}" >/dev/null + a=$(date +%s.%N) + docker run --rm -v "$v":/from:ro -v "$v{SUFFIX}":/to alpine:3.20 sh -c 'cp -a /from/. /to/ && sync' || echo "COPY FAILED $v" + b=$(date +%s.%N) + bytes=$(docker run --rm -v "$v":/from:ro alpine:3.20 du -sb /from | cut -f1) + files=$(docker run --rm -v "$v":/from:ro alpine:3.20 sh -c 'find /from | wc -l') + cbytes=$(docker run --rm -v "$v{SUFFIX}":/to:ro alpine:3.20 du -sb /to | cut -f1) + cfiles=$(docker run --rm -v "$v{SUFFIX}":/to:ro alpine:3.20 sh -c 'find /to | wc -l') + mkdir -p /root/bk; c=$(date +%s.%N) + docker run --rm -v "$v":/vol:ro -v /root/bk:/out alpine:3.20 tar cf /out/$v.tar -C /vol . ; d=$(date +%s.%N) + tb=$(stat -c %s /root/bk/$v.tar); rm -f /root/bk/$v.tar + python3 -c "print('VOL $v bytes=$bytes files=$files | copy bytes=$cbytes files=$cfiles | cp -a %.2fs | tar %.2fs (%s B)' % ($b-$a, $d-$c, '$tb'))" +done +t2=$(date +%s.%N) +docker start $cs >/dev/null +t3=$(date +%s.%N) +python3 -c "print('stop %.2fs copy(all, cp -a + the tar measurement) %.2fs start %.2fs' % ($t1-$t0, $t2-$t1, $t3-$t2))" +df -B1 --output=avail /var/lib/docker | tail -1 | awk '{{printf "free on the docker root: %.2f GiB\\n", $1/2^30}}' +""" + out = w.guest(script, timeout=1800) + w.say(out) + t0 = time.time() + w.wait_app(s["sub"], {"docmost": "/", "romm": "/api/heartbeat", "vikunja": "/api/v1/info"}[app], want=("200",), tries=60, delay=2) + w.say(f"front door answering again {round(time.time()-t0,1)}s after the start") + s["fcopy"] = out + s["fcopy_at"] = ts() + save(app, s) + + +def stage_break(app): + s = load(app) + frm, to, p0, p1 = EDGE[app] + s["break_commit"] = break_edge(app, frm, to, p0, p1) + w.say("badge caught up after", w.sync_rescan(app, to), "s") + save(app, s) + + +def stage_update(app): + s = load(app) + r = w.press_update(app, poll=1.0) + w.say(json.dumps({k: r[k] for k in ("final_phase", "hold_reason", "state", "duration_s")}, ensure_ascii=False)) + s.setdefault("updates", []).append(r) + save(app, s) + + +LIFT = """docker exec felhom-controller /usr/local/bin/felhom-controller --clear-restore-hold {app} 2>&1 | grep -E 'CLEARED|no restore hold' +docker restart felhom-controller >/dev/null; sleep 15""" + +# The OLD definition comes from the bake-off's OWN pre-update copy (/root/pre--compose.yml, taken +# in fcopy), NEVER from the recovery unit: measured 2026-09-23 10:59, the unit was re-captured 10 s +# after the hold was lifted — with the NEW definition — and a pin-back that read it started the new +# version again. That is R-639 seen live, and why the product undo keeps its own copies. +PINBACK = """S=/opt/docker/stacks/{app}; P=/root/pre-{app}-compose.yml +grep -m1 'image: .*{frm}' $P >/dev/null || {{ echo "PRE-UPDATE COPY MISSING OR WRONG: $P"; exit 1; }} +cp $P $S/applied-compose.yml; cp $P $S/docker-compose.yml +sed -i 's#^\\(\\s*{svc}: \\){to}$#\\1{frm}#' $S/app.yaml; sed -n '/^pinned_images:/,$p' $S/app.yaml | head -4""" + + +def lift_and_pinback(app): + frm, to, _, _ = EDGE[app] + t = time.time() + w.say(w.guest(LIFT.format(app=app))) + w.say(w.guest(PINBACK.format(unit=UNIT[app], app=app, svc=app, frm=frm, to=to))) + w.login() + return round(time.time() - t, 1) + + +def stage_undoF(app): + s = load(app) + w.say(f"=== undo by F: {app}") + w.say("hold lift + pin back took", lift_and_pinback(app), "s (not part of a product undo)") + vols = s["volumes"] + script = f""" +t0=$(date +%s.%N) +cs=$(docker ps -a --filter label=com.docker.compose.project={app} -q); [ -n "$cs" ] && docker stop $cs >/dev/null +for v in {' '.join(vols)}; do + docker run --rm -v "$v{SUFFIX}":/from:ro -v "$v":/to alpine:3.20 sh -c 'rm -rf /to/..?* /to/.[!.]* /to/* ; cp -a /from/. /to/ && sync' || echo "RESTORE FAILED $v" +done +python3 -c "import time;print('volumes put back in %.2fs' % (time.time()-$t0))" +""" + w.say(w.guest(script, timeout=1800)) + t0 = time.time() + c, d = w.ctl("POST", f"/api/stacks/{app}/start") + w.say("product start ->", c) + up = w.wait_app(s["sub"], {"docmost": "/", "romm": "/api/heartbeat", "vikunja": "/api/v1/info"}[app], want=("200",), tries=60, delay=2) + th = round(time.time() - t0, 1) + A = FX[app].verify(w, s["sub"], s["seedA"], w.say) + B = verify_b(app, s["sub"], s["seedA"], s["seedB"]) + st = db_state(app) + w.say(f"F RESULT: healthy={up} after {th}s A={A} B={B} db now: {st} (before the update: {s['state_before_update']})") + s["undoF"] = {"healthy": up, "health_s": th, "A": A, "B": B, "db": st} + save(app, s) + + +def stage_undoD(app): + """D, on the SECOND failed update: its safety dump (written by the product, phase 3) is the copy.""" + s = load(app) + w.say(f"=== undo by D: {app}") + w.say("hold lift + pin back took", lift_and_pinback(app), "s (not part of a product undo)") + if app == "vikunja": + w.say("vikunja has no database server: the product wrote NO safety dump (R-641). D's copy for it " + "is a volume tar at safety-dump time, which is F with extra steps — recorded, not re-run.") + return + c, d = w.ctl("POST", f"/api/stacks/{app}/start") # the product supplies the env; the app half will refuse + time.sleep(8) + if app == "docmost": + load_cmd = """{ echo 'DROP SCHEMA public CASCADE; CREATE SCHEMA public;'; cat "$D"; } | docker exec -i docmost-postgres psql -v ON_ERROR_STOP=1 --single-transaction -U docmost -d docmost > /root/dload.out 2>&1""" + marker = "-- PostgreSQL database dump complete" + else: + load_cmd = """{ echo 'SET FOREIGN_KEY_CHECKS=0;'; docker exec romm-db sh -c 'mariadb -uroot -p"$MYSQL_ROOT_PASSWORD" -N -e "select concat(\\"DROP TABLE IF EXISTS \\`\\",table_name,\\"\\`;\\") from information_schema.tables where table_schema=\\"romm\\" and table_type=\\"BASE TABLE\\""' ; cat "$D"; } | docker exec -i romm-db sh -c 'mariadb -uroot -p"$MYSQL_ROOT_PASSWORD" romm' > /root/dload.out 2>&1""" + marker = "-- Dump completed" + script = f""" +D=$(ls -t {UNIT[app]}/db-dumps/pre-restore-*.sql | head -1); echo "undo copy: $(basename $D) $(stat -c %s $D) B" +docker stop {app} >/dev/null 2>&1; docker update --restart=no {app} >/dev/null +t0=$(date +%s.%N) +if tail -n 5 "$D" | grep -q -- '{marker}'; then echo "marker present"; else echo "MARKER ABSENT - refusing"; exit 0; fi +{load_cmd}; echo "load rc=$?"; tail -2 /root/dload.out +python3 -c "import time;print('marker check + load %.2fs' % (time.time()-$t0))" +docker update --restart=unless-stopped {app} >/dev/null; docker start {app} >/dev/null +""" + w.say(w.guest(script, timeout=900)) + t0 = time.time() + up = w.wait_app(s["sub"], {"docmost": "/", "romm": "/api/heartbeat"}[app], want=("200",), tries=60, delay=2) + th = round(time.time() - t0, 1) + A = FX[app].verify(w, s["sub"], s["seedA"], w.say) + B = verify_b(app, s["sub"], s["seedA"], s["seedB"]) + st = db_state(app) + w.say(f"D RESULT: healthy={up} after {th}s A={A} B={B} db now: {st} (before the update: {s['state_before_update']})") + s["undoD"] = {"healthy": up, "health_s": th, "A": A, "B": B, "db": st} + save(app, s) + + +def stage_cutoff(app): + """The cut-off copy, both methods, DETECTED before anything is loaded or swapped. + F: a copy killed half-way (timeout) — compared with the source and checked for the finished-marker + the build would write only after cp exits 0. D: the safety dump cut in half — the marker check.""" + s = load(app) + big = max(s["volumes"], key=lambda v: int(w.guest(f"docker run --rm -v {v}:/v:ro alpine:3.20 du -sb /v | cut -f1").strip() or 0)) + script = f""" +v={big} +docker volume rm -f $v.cut >/dev/null 2>&1; docker volume create $v.cut >/dev/null +cs=$(docker ps --filter label=com.docker.compose.project={app} --format '{{{{.Names}}}}'); docker stop $cs >/dev/null +# Kill the copy CONTAINER, not the client (killing `docker run` leaves the container copying — measured +# on docmost 2026-09-23, rc 137 with a complete copy and a marker). +docker run -d --name cutcopy -v $v:/from:ro -v $v.cut:/to alpine:3.20 sh -c 'cp -a /from/. /to/ && touch /to/.felhom-copy-complete' >/dev/null +sleep 0.02; docker kill cutcopy >/dev/null 2>&1; echo "copy container exit=$(docker wait cutcopy) (137 = killed)"; docker rm -f cutcopy >/dev/null 2>&1 +echo "source bytes=$(docker run --rm -v $v:/f:ro alpine:3.20 du -sb /f | cut -f1) cut copy bytes=$(docker run --rm -v $v.cut:/f:ro alpine:3.20 du -sb /f | cut -f1)" +echo "finished-marker in the cut copy: $(docker run --rm -v $v.cut:/f:ro alpine:3.20 sh -c 'ls /f/.felhom-copy-complete 2>/dev/null | wc -l') -> F refuses to swap" +docker volume rm -f $v.cut >/dev/null; docker start $cs >/dev/null +D=$(ls -t {UNIT[app]}/db-dumps/pre-restore-*.sql 2>/dev/null | head -1) +if [ -n "$D" ]; then head -c $(( $(stat -c %s $D) / 2 )) $D > /root/cut.sql + echo "D: whole copy marker: $(tail -n5 $D | grep -cE -- '-- (PostgreSQL database dump complete|Dump completed)') cut copy marker: $(tail -n5 /root/cut.sql | grep -cE -- '-- (PostgreSQL database dump complete|Dump completed)') -> D refuses to load" + rm -f /root/cut.sql +else echo "D: no safety dump exists for this app (R-641)"; fi +""" + w.say(f"=== cut-off copy: {app} (largest volume {big})") + out = w.guest(script, timeout=600) + w.say(out) + s["cutoff"] = out + save(app, s) + + +if __name__ == "__main__": + w.login() + {"prep": stage_prep, "fcopy": stage_fcopy, "break": stage_break, "update": stage_update, + "undoF": stage_undoF, "undoD": stage_undoD, "cutoff": stage_cutoff, + "state": lambda a: w.say(db_state(a))}[sys.argv[1]](sys.argv[2]) diff --git a/documentation/audits/night-2026-09-23/benchq-Q1.txt b/documentation/audits/night-2026-09-23/benchq-Q1.txt new file mode 100644 index 00000000..e8e8ecad --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq-Q1.txt @@ -0,0 +1,5 @@ +20:53:41 START nextcloud ['nextcloud=nextcloud:34.0.4-apache'] +21:10:25 DONE nextcloud rc=0 verdict=proven read_before=True read_after=True abort=refuses marks=['files_may_change', 'memory_tight'] peaks={'nextcloud': 1.0, 'nextcloud-db': 0.264, 'nextcloud-redis': 0.367} detail=' Sep 2026 21:05:26.154 * 10000 changes in 60 seconds. Saving...\n\x1b[2Knextcloud-redis | 1:M 23 Sep 2026 21:05:26.155 * Background saving started by pid 414\n\x1b[2Kn' (1003s) +21:10:25 START romm ['romm=rommapp/romm:5.3.1'] +21:24:29 DONE romm rc=0 verdict=proven read_before=True read_after=True abort=starts-and-serves marks=[] peaks={'romm': 0.795, 'romm-db': 0.421, 'romm-redis': 0.353} detail='None' (844s) +21:24:29 START adventurelog ['adventurelog=ghcr.io/seanmorley15/adventurelog-backend:v0.13.0', 'adventurelog-frontend=ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0'] diff --git a/documentation/audits/night-2026-09-23/benchq-Q2.txt b/documentation/audits/night-2026-09-23/benchq-Q2.txt new file mode 100644 index 00000000..584b5568 --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq-Q2.txt @@ -0,0 +1,9 @@ +20:53:43 START ghost ['ghost=ghost:6.65.0-alpine'] +21:07:34 DONE ghost rc=0 verdict=proven read_before=True read_after=True abort=starts-and-serves marks=[] peaks={'ghost': 0.29} detail='None' (831s) +21:07:34 START komga ['komga=gotson/komga:1.27.1'] +21:08:33 DONE komga rc=0 verdict=inconclusive read_before=False read_after=False abort=not-attempted marks=[] peaks={} detail='C1 failed: the fixture could not prove itself before the upgrade' (59s) +21:08:33 START opengist ['opengist=ghcr.io/thomiceli/opengist:1.15'] +21:16:33 DONE opengist rc=0 verdict=failed read_before=True read_after=False abort=starts-and-serves marks=[] peaks={} detail='None' (480s) +21:16:33 START immich ['immich-machine-learning=ghcr.io/immich-app/immich-machine-learning:v3.2.2'] +21:30:14 DONE immich rc=0 verdict=proven read_before=True read_after=True abort=starts-and-serves marks=['memory_tight'] peaks={'immich-machine-learning': 0.122, 'immich-postgres': 1.0, 'immich-redis': 0.094, 'immich-server': 0.653} detail='None' (821s) +21:30:14 START navidrome ['navidrome=deluan/navidrome:0.64.1'] diff --git a/documentation/audits/night-2026-09-23/benchq-Q3.txt b/documentation/audits/night-2026-09-23/benchq-Q3.txt new file mode 100644 index 00000000..39cb9322 --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq-Q3.txt @@ -0,0 +1,3 @@ +21:19:58 START opengist ['opengist=ghcr.io/thomiceli/opengist:1.15'] +21:21:43 DONE opengist rc=0 verdict=failed read_before=True read_after=False abort=starts-and-serves marks=[] peaks={} detail='None' (105s) +21:21:43 START komga ['komga=gotson/komga:1.27.1'] diff --git a/documentation/audits/night-2026-09-23/benchq-Q4.txt b/documentation/audits/night-2026-09-23/benchq-Q4.txt new file mode 100644 index 00000000..8208bd25 --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq-Q4.txt @@ -0,0 +1,3 @@ +21:20:43 START ghost ['ghost=ghost:6.65.0-alpine'] +21:32:35 DONE ghost rc=0 verdict=proven read_before=True read_after=True abort=starts-and-serves marks=[] peaks={'ghost': 0.433} detail='None' (712s) +21:32:35 QUEUE Q4 FINISHED diff --git a/documentation/audits/night-2026-09-23/benchq-Q5.txt b/documentation/audits/night-2026-09-23/benchq-Q5.txt new file mode 100644 index 00000000..f68585a7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq-Q5.txt @@ -0,0 +1 @@ +21:25:11 START wishlist ['wishlist=ghcr.io/cmintey/wishlist:v0.67.1'] diff --git a/documentation/audits/night-2026-09-23/benchq-Q6.txt b/documentation/audits/night-2026-09-23/benchq-Q6.txt new file mode 100644 index 00000000..4037adbc --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq-Q6.txt @@ -0,0 +1 @@ +21:27:33 START opengist ['opengist=ghcr.io/thomiceli/opengist:1.15'] diff --git a/documentation/audits/night-2026-09-23/benchq.py b/documentation/audits/night-2026-09-23/benchq.py new file mode 100644 index 00000000..efa326d4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/benchq.py @@ -0,0 +1,42 @@ +#!/usr/bin/env python3 +"""benchq.py [,] [ ...] + +Runs `upgrade-test.py --move` on bench LXC 9401 for each app IN ORDER, then copies that edge's +evidence OFF the bench into apps//bench/ before starting the next (R-320: the evidence leaves +the machine at the end of the phase that made it). One line per finished edge in benchq-.txt. +""" +import json, os, subprocess, sys, time +HERE = os.path.dirname(os.path.abspath(__file__)) +BENCH = "/tmp/claude-1000/-mnt-5-hdd-felhom-eu-git/9b587939-a44a-4c70-ac5c-b459dc8f41ab/scratchpad/bench.sh" +q = sys.argv[1] +args = sys.argv[2:] +out = open(os.path.join(HERE, f"benchq-{q}.txt"), "a", buffering=1) +for i in range(0, len(args), 2): + app, moves = args[i], args[i + 1].split(",") + t0 = time.time() + out.write(f"{time.strftime('%H:%M:%S')} START {app} {moves}\n") + cmd = (f"cd /opt/upg && timeout 2400 python3 upgrade-test.py --soak 600 --move {app} {' '.join(moves)} " + f"> /opt/upg/MV-{app}.log 2>&1; echo rc=$?") + r = subprocess.run([BENCH], input=cmd, capture_output=True, text=True, timeout=2700) + dest = os.path.join(HERE, "apps", app, "bench") + os.makedirs(dest, exist_ok=True) + pull = (f"cd /opt/upg && tar czf /tmp/ev-{app}.tgz MV-{app}.log evidence/MV-{app} 2>/dev/null; " + f"base64 -w0 /tmp/ev-{app}.tgz") + r2 = subprocess.run([BENCH], input=pull, capture_output=True, text=True, timeout=600) + import base64, io, tarfile + try: + tarfile.open(fileobj=io.BytesIO(base64.b64decode(r2.stdout.strip()))).extractall(dest) + except Exception as e: + out.write(f" evidence pull FAILED for {app}: {e}\n") + v = {} + try: + v = json.load(open(os.path.join(dest, "evidence", f"MV-{app}", "verdict.json"))) + except Exception: + pass + mem = v.get("memory") or {} + peaks = {n: c.get("peak_pct") for n, c in (mem.get("containers") or {}).items()} + out.write(f"{time.strftime('%H:%M:%S')} DONE {app} {r.stdout.strip()} verdict={v.get('verdict')} " + f"read_before={v.get('seed_read_before')} read_after={v.get('seed_read_after')} " + f"abort={v.get('abort')} marks={v.get('marks')} peaks={peaks} " + f"detail={str(v.get('abort_detail'))[:160]!r} ({round(time.time()-t0)}s)\n") +out.write(f"{time.strftime('%H:%M:%S')} QUEUE {q} FINISHED\n") diff --git a/documentation/audits/night-2026-09-23/boxq-B1.txt b/documentation/audits/night-2026-09-23/boxq-B1.txt new file mode 100644 index 00000000..0e494fdd --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-B1.txt @@ -0,0 +1,5 @@ +20:54:13 START nextcloud nextcloud:34.0.1-apache -> nextcloud:34.0.4-apache +21:00:10 DONE nextcloud rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (357s) +21:00:10 START romm rommapp/romm:5.3.0 -> rommapp/romm:5.3.1 +21:05:08 DONE romm rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (298s) +21:05:08 START adventurelog ghcr.io/seanmorley15/adventurelog-backend:v0.12.1,ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1 -> ghcr.io/seanmorley15/adventurelog-backend:v0.13.0,ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0 diff --git a/documentation/audits/night-2026-09-23/boxq-B2.txt b/documentation/audits/night-2026-09-23/boxq-B2.txt new file mode 100644 index 00000000..c32f40f7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-B2.txt @@ -0,0 +1,13 @@ +20:54:16 START ghost ghost:6.64.0-alpine -> ghost:6.65.0-alpine +20:58:48 DONE ghost rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (272s) +20:58:48 START komga gotson/komga:1.25.0 -> gotson/komga:1.27.1 +20:59:32 DONE komga rc=0 verdict=inconclusive before=False after=False phase=None r626=None notes=['C1 FAILED: the fixture could not prove itself before the update, so it can prove nothing after', 'C1 failed — a fixture that cannot prove itself first proves nothing after'] (44s) +20:59:32 START opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 +21:07:57 DONE opengist rc=0 verdict=failed before=True after=False phase=done r626='clean' notes=['the app came up but the seeded data did not read back'] (505s) +21:07:57 START immich ghcr.io/immich-app/immich-machine-learning:v3.0.3 -> ghcr.io/immich-app/immich-machine-learning:v3.2.2 +21:13:08 DONE immich rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (311s) +21:13:08 START navidrome deluan/navidrome:0.64.0 -> deluan/navidrome:0.64.1 +21:15:31 DONE navidrome rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (144s) +21:15:31 START emby emby/embyserver:4.11.0.1 -> emby/embyserver:4.11.0.3 +21:18:08 DONE emby rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (157s) +21:18:08 QUEUE B2 FINISHED diff --git a/documentation/audits/night-2026-09-23/boxq-B3.txt b/documentation/audits/night-2026-09-23/boxq-B3.txt new file mode 100644 index 00000000..e0157d7b --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-B3.txt @@ -0,0 +1,5 @@ +21:20:09 START opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 +21:21:03 DONE opengist rc=0 verdict=inconclusive before=False after=False phase=None r626=None notes=["seed refused through the app's own route — see log.txt for what was tried", 'seed route did not work tonight'] (54s) +21:21:03 START komga gotson/komga:1.25.0 -> gotson/komga:1.27.1 +21:24:25 DONE komga rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (202s) +21:24:25 QUEUE B3 FINISHED diff --git a/documentation/audits/night-2026-09-23/boxq-B4.txt b/documentation/audits/night-2026-09-23/boxq-B4.txt new file mode 100644 index 00000000..4708be49 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-B4.txt @@ -0,0 +1,3 @@ +21:21:20 START opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 +21:22:33 DONE opengist rc=0 verdict=inconclusive before=False after=False phase=None r626=None notes=['C1 FAILED: the fixture could not prove itself before the update, so it can prove nothing after', 'C1 failed — a fixture that cannot prove itself first proves nothing after'] (74s) +21:22:33 QUEUE B4 FINISHED diff --git a/documentation/audits/night-2026-09-23/boxq-B5.txt b/documentation/audits/night-2026-09-23/boxq-B5.txt new file mode 100644 index 00000000..f1b336f7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-B5.txt @@ -0,0 +1,3 @@ +21:25:11 START wishlist ghcr.io/cmintey/wishlist:v0.66.0 -> ghcr.io/cmintey/wishlist:v0.67.1 +21:28:49 DONE wishlist rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (218s) +21:28:49 QUEUE B5 FINISHED diff --git a/documentation/audits/night-2026-09-23/boxq-B6.txt b/documentation/audits/night-2026-09-23/boxq-B6.txt new file mode 100644 index 00000000..792b4f49 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-B6.txt @@ -0,0 +1,3 @@ +21:27:33 START opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 +21:29:58 DONE opengist rc=0 verdict=proven before=True after=True phase=done r626='clean' notes=[] (145s) +21:29:58 QUEUE B6 FINISHED diff --git a/documentation/audits/night-2026-09-23/boxq-adventurelog.log b/documentation/audits/night-2026-09-23/boxq-adventurelog.log new file mode 100644 index 00000000..efbc6e43 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-adventurelog.log @@ -0,0 +1,20 @@ +21:05:08 ==== adventurelog: ghcr.io/seanmorley15/adventurelog-backend:v0.12.1,ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1 -> ghcr.io/seanmorley15/adventurelog-backend:v0.13.0,ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0 (sub=travel, class=db-postgis) +21:05:09 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:06:59 [1] deployed, controller state=running, pinned={'adventurelog': 'ghcr.io/seanmorley15/adventurelog-backend:v0.12.1', 'adventurelog-frontend': 'ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1', 'adventurelog-postgres': 'postgis/postgis:16-3.5-alpine'} +21:07:03 [2] seeding through the app's own front door +21:07:10 adventurelog: createsuperuser :: Superuser created successfully. +21:07:15 adventurelog: seeded superuser drill11d018 +21:07:15 [3] control C1 — reading the seed back BEFORE the update +21:07:27 adventurelog: readback of the seeded account found=True +21:07:27 [4] backup press SKIPPED for adventurelog (R-648: whole-box only; the update's backing-up phase backs up adventurelog alone) +21:07:28 [5] drill commit 28a579854efb: adventurelog ghcr.io/seanmorley15/adventurelog-backend:v0.12.1,ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1 -> ghcr.io/seanmorley15/adventurelog-backend:v0.13.0,ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0 (push rc=0) +21:07:33 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:07:33 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:07:33 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:07:33 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:07:35 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:08:17 + 44.1s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:08:31 + 57.4s phase=starting label=Indítás az új verzióval… err=None hold=None +21:08:37 + 63.6s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:10:08 + 154.9s phase=undoing label=Visszaállítás az előző változatra… err=None hold=None +21:10:49 + 196.0s phase=undone label=Visszaállítva az előző változatra err=None hold=None diff --git a/documentation/audits/night-2026-09-23/boxq-emby.log b/documentation/audits/night-2026-09-23/boxq-emby.log new file mode 100644 index 00000000..e2825dfe --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-emby.log @@ -0,0 +1,33 @@ +21:15:31 ==== emby: emby/embyserver:4.11.0.1 -> emby/embyserver:4.11.0.3 (sub=emby, class=embedded) +21:15:35 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/emby'] +21:15:35 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:15:35 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:15:50 [1] deployed, controller state=running, pinned={'emby': 'emby/embyserver:4.11.0.1'} +21:15:53 [2] seeding through the app's own front door +21:15:53 emby: seeded first user drill2f6efbe0 +21:15:53 [3] control C1 — reading the seed back BEFORE the update +21:15:53 emby: readback found=True (http 200, control passed) +21:15:53 [4] backup press SKIPPED for emby (R-648: whole-box only; the update's backing-up phase backs up emby alone) +21:15:54 [5] drill commit 714fdcb56d95: emby emby/embyserver:4.11.0.1 -> emby/embyserver:4.11.0.3 (push rc=0) +21:15:59 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:15:59 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:15:59 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:15:59 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:16:01 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:16:12 + 13.4s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:16:15 + 16.4s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:16:20 + 21.6s phase=done label=Frissítve err=None hold=None +21:16:20 [7] reading the seed back AFTER the update +21:16:21 emby: readback found=True (http 200, control passed) +21:16:24 [8] pinned = {'emby': 'emby/embyserver:4.11.0.3'} +21:16:24 [8] installed = {'emby': 'emby/embyserver:4.11.0.3'} +21:16:24 [8] compose = ['image: emby/embyserver:4.11.0.3'] +21:16:24 [8] inspect = ['emby emby/embyserver:4.11.0.3 running=true restarts=0'] +21:16:24 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/emby/verdict.json +21:16:24 [X] stop -> 200 {'ok': True, 'message': 'Stack emby stop completed'} +21:16:29 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/emby tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó viss +21:16:29 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:16:56 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'emby', 'volumes_removed': ['emby_emby_config'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths_removed': [' +21:17:05 [X] after remove: deployed=False leftovers='/opt/docker/stacks/emby' +21:18:08 [X] R-626 check +60 s after remove: 'clean' +21:18:08 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/emby/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-ghost.log b/documentation/audits/night-2026-09-23/boxq-ghost.log new file mode 100644 index 00000000..74b5a6ea --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-ghost.log @@ -0,0 +1,30 @@ +20:54:16 ==== ghost: ghost:6.64.0-alpine -> ghost:6.65.0-alpine (sub=blog, class=sqlite) +20:54:16 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:54:46 [1] deployed, controller state=running, pinned={'ghost': 'ghost:6.64.0-alpine'} +20:54:50 [2] seeding through the app's own front door +20:54:54 ghost: seeded site title Drill-d6487b849cef +20:54:54 [3] control C1 — reading the seed back BEFORE the update +20:54:54 ghost: readback found=True (http 200, control passed) +20:54:54 [4] backup press SKIPPED for ghost (R-648: whole-box only; the update's backing-up phase backs up ghost alone) +20:54:56 [5] drill commit 67733bf825f9: ghost ghost:6.64.0-alpine -> ghost:6.65.0-alpine (push rc=0) +20:55:00 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +20:55:00 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +20:55:01 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +20:55:01 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +20:55:03 + 2.1s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +20:55:04 + 3.1s phase=pulling label=Új verzió letöltése… err=None hold=None +20:56:46 + 105.7s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +20:56:47 + 106.7s phase=verifying label=Működés ellenőrzése… err=None hold=None +20:56:59 + 118.0s phase=done label=Frissítve err=None hold=None +20:56:59 [7] reading the seed back AFTER the update +20:56:59 ghost: readback found=True (http 200, control passed) +20:57:03 [8] pinned = {'ghost': 'ghost:6.65.0-alpine'} +20:57:03 [8] installed = {'ghost': 'ghost:6.65.0-alpine'} +20:57:03 [8] compose = ['image: ghost:6.65.0-alpine'] +20:57:03 [8] inspect = ['ghost ghost:6.65.0-alpine running=true restarts=0'] +20:57:03 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/ghost/verdict.json +20:57:05 [X] stop -> 200 {'ok': True, 'message': 'Stack ghost stop completed'} +20:57:36 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'ghost', 'volumes_removed': ['ghost_ghost_content'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az alkalm +20:57:45 [X] after remove: deployed=False leftovers='/opt/docker/stacks/ghost' +20:58:48 [X] R-626 check +60 s after remove: 'clean' +20:58:48 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/ghost/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-immich.log b/documentation/audits/night-2026-09-23/boxq-immich.log new file mode 100644 index 00000000..2f0acca5 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-immich.log @@ -0,0 +1,35 @@ +21:07:57 ==== immich: ghcr.io/immich-app/immich-machine-learning:v3.0.3 -> ghcr.io/immich-app/immich-machine-learning:v3.2.2 (sub=photos, class=db-postgres) +21:08:01 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/immich'] +21:08:01 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:08:02 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:09:37 [1] deployed, controller state=running, pinned={'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.0.3', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine', 'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2'} +21:09:41 [2] seeding through the app's own front door +21:09:42 immich: seeded album drillalbum447ef3f2 +21:09:42 [3] control C1 — reading the seed back BEFORE the update +21:09:42 immich: readback found=True (http 200, control passed) +21:09:42 [4] backup press SKIPPED for immich (R-648: whole-box only; the update's backing-up phase backs up immich alone) +21:09:43 [5] drill commit ecc56bedd829: immich ghcr.io/immich-app/immich-machine-learning:v3.0.3 -> ghcr.io/immich-app/immich-machine-learning:v3.2.2 (push rc=0) +21:09:48 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:09:48 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:09:48 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:09:48 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:10:12 + 23.6s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:10:14 + 25.6s phase=pulling label=Új verzió letöltése… err=None hold=None +21:10:43 + 54.4s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:10:48 + 59.6s phase=starting label=Indítás az új verzióval… err=None hold=None +21:10:59 + 70.9s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:11:20 + 91.4s phase=done label=Frissítve err=None hold=None +21:11:20 [7] reading the seed back AFTER the update +21:11:20 immich: readback found=True (http 200, control passed) +21:11:23 [8] pinned = {'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine', 'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2'} +21:11:23 [8] installed = {'immich-machine-learning': 'ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'immich-postgres': 'ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'immich-redis': 'redis:7-alpine', 'immich-server': 'ghcr.io/immich-app/immich-server:v3.2.2'} +21:11:23 [8] compose = ['image: ghcr.io/immich-app/immich-server:v3.2.2', 'image: ghcr.io/immich-app/immich-machine-learning:v3.2.2', 'image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0', 'image: redis:7-alpine'] +21:11:23 [8] inspect = ['immich-machine-learning ghcr.io/immich-app/immich-machine-learning:v3.2.2 running=true restarts=0', 'immich-server ghcr.io/immich-app/immich-server:v3.2.2 running=true restarts=0', 'immich-postgres ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0 running=true restarts=0', 'immich-redis redis:7-alpine running=true restarts=0'] +21:11:23 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/immich/verdict.json +21:11:24 [X] stop -> 200 {'ok': True, 'message': 'Stack immich stop completed'} +21:11:29 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/immich tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó vi +21:11:29 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:11:56 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'immich', 'volumes_removed': ['immich_immich_ml_cache', 'immich_immich_postgres_data', 'immich_immich_redis_data'], 'hdd_paths_ +21:12:04 [X] after remove: deployed=False leftovers='/opt/docker/stacks/immich' +21:13:08 [X] R-626 check +60 s after remove: 'clean' +21:13:08 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/immich/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-komga.log b/documentation/audits/night-2026-09-23/boxq-komga.log new file mode 100644 index 00000000..a1966784 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-komga.log @@ -0,0 +1,34 @@ +21:21:03 ==== komga: gotson/komga:1.25.0 -> gotson/komga:1.27.1 (sub=komga, class=embedded) +21:21:07 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/komga'] +21:21:07 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:21:07 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:21:27 [1] deployed, controller state=running, pinned={'komga': 'gotson/komga:1.25.0'} +21:21:30 [2] seeding through the app's own front door +21:21:31 komga: claimed the server as drilleb5689d7@example.invalid +21:21:31 [3] control C1 — reading the seed back BEFORE the update +21:21:31 komga: readback found=True (http 200, control refused 401) +21:21:31 [4] backup press SKIPPED for komga (R-648: whole-box only; the update's backing-up phase backs up komga alone) +21:21:32 [5] drill commit c89db7994914: komga gotson/komga:1.25.0 -> gotson/komga:1.27.1 (push rc=0) +21:22:02 [sync] the badge needed 29.3s and 5 sync+rescan rounds to catch up to gotson/komga:1.27.1 — R-607's window, measured +21:22:02 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:22:02 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:22:02 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:22:02 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:22:03 + 1.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:22:04 + 2.1s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:22:08 + 6.2s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:22:34 + 31.9s phase=done label=Frissítve err=None hold=None +21:22:34 [7] reading the seed back AFTER the update +21:22:35 komga: readback found=True (http 200, control refused 401) +21:22:39 [8] pinned = {'komga': 'gotson/komga:1.27.1'} +21:22:39 [8] installed = {'komga': 'gotson/komga:1.27.1'} +21:22:39 [8] compose = ['image: gotson/komga:1.27.1'] +21:22:39 [8] inspect = ['komga gotson/komga:1.27.1 running=true restarts=0'] +21:22:39 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/komga/verdict.json +21:22:41 [X] stop -> 200 {'ok': True, 'message': 'Stack komga stop completed'} +21:22:46 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/komga tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó vis +21:22:46 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:23:13 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'komga', 'volumes_removed': ['komga_komga_config'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths_removed': +21:23:22 [X] after remove: deployed=False leftovers='/opt/docker/stacks/komga' +21:24:25 [X] R-626 check +60 s after remove: 'clean' +21:24:25 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/komga/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-navidrome.log b/documentation/audits/night-2026-09-23/boxq-navidrome.log new file mode 100644 index 00000000..61113d59 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-navidrome.log @@ -0,0 +1,33 @@ +21:13:08 ==== navidrome: deluan/navidrome:0.64.0 -> deluan/navidrome:0.64.1 (sub=music, class=sqlite) +21:13:11 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/navidrome'] +21:13:11 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:13:11 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:13:21 [1] deployed, controller state=running, pinned={'navidrome': 'deluan/navidrome:0.64.0'} +21:13:24 [2] seeding through the app's own front door +21:13:24 navidrome: createAdmin http=200 +21:13:24 [3] control C1 — reading the seed back BEFORE the update +21:13:24 navidrome: login as the seeded user http=200 ok=True +21:13:24 [4] backup press SKIPPED for navidrome (R-648: whole-box only; the update's backing-up phase backs up navidrome alone) +21:13:25 [5] drill commit 7f71448d5d50: navidrome deluan/navidrome:0.64.0 -> deluan/navidrome:0.64.1 (push rc=0) +21:13:30 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:13:30 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:13:30 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:13:30 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:13:32 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:13:37 + 7.2s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:13:39 + 8.2s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:13:45 + 14.4s phase=done label=Frissítve err=None hold=None +21:13:45 [7] reading the seed back AFTER the update +21:13:45 navidrome: login as the seeded user http=200 ok=True +21:13:48 [8] pinned = {'navidrome': 'deluan/navidrome:0.64.1'} +21:13:48 [8] installed = {'navidrome': 'deluan/navidrome:0.64.1'} +21:13:48 [8] compose = ['image: deluan/navidrome:0.64.1'] +21:13:48 [8] inspect = ['navidrome deluan/navidrome:0.64.1 running=true restarts=0'] +21:13:48 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json +21:13:48 [X] stop -> 200 {'ok': True, 'message': 'Stack navidrome stop completed'} +21:13:53 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/navidrome tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +21:13:53 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:14:20 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'navidrome', 'volumes_removed': ['navidrome_navidrome_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'backup_paths +21:14:28 [X] after remove: deployed=False leftovers='/opt/docker/stacks/navidrome' +21:15:31 [X] R-626 check +60 s after remove: 'clean' +21:15:31 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/navidrome/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-nextcloud.log b/documentation/audits/night-2026-09-23/boxq-nextcloud.log new file mode 100644 index 00000000..9531fe12 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-nextcloud.log @@ -0,0 +1,35 @@ +20:54:13 ==== nextcloud: nextcloud:34.0.1-apache -> nextcloud:34.0.4-apache (sub=cloud, class=db-mariadb) +20:54:17 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/nextcloud'] +20:54:17 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['NEXTCLOUD_ADMIN_PASSWORD', 'HDD_PATH'] +20:54:17 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +20:56:18 [1] deployed, controller state=running, pinned={'nextcloud': 'nextcloud:34.0.1-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +20:56:22 [2] seeding through the app's own front door +20:56:28 nextcloud: occ user:add :: The account "drillf006e5" was created successfully Display name set to "drillf006e5" +20:56:33 nextcloud: seeded user drillf006e5 +20:56:33 [3] control C1 — reading the seed back BEFORE the update +20:56:42 nextcloud: readback of the seeded user found=True +20:56:42 [4] backup press SKIPPED for nextcloud (R-648: whole-box only; the update's backing-up phase backs up nextcloud alone) +20:56:43 [5] drill commit ba1831cd6560: nextcloud nextcloud:34.0.1-apache -> nextcloud:34.0.4-apache (push rc=0) +20:56:48 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +20:56:48 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +20:56:48 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +20:56:48 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +20:56:51 + 3.1s phase=pulling label=Új verzió letöltése… err=None hold=None +20:57:22 + 33.9s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +20:57:34 + 46.2s phase=starting label=Indítás az új verzióval… err=None hold=None +20:57:40 + 52.3s phase=verifying label=Működés ellenőrzése… err=None hold=None +20:58:12 + 84.1s phase=done label=Frissítve err=None hold=None +20:58:12 [7] reading the seed back AFTER the update +20:58:19 nextcloud: readback of the seeded user found=True +20:58:23 [8] pinned = {'nextcloud': 'nextcloud:34.0.4-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +20:58:23 [8] installed = {'nextcloud': 'nextcloud:34.0.4-apache', 'nextcloud-db': 'mariadb:12.3', 'nextcloud-redis': 'redis:7-alpine'} +20:58:23 [8] compose = ['image: nextcloud:34.0.4-apache', 'image: mariadb:12.3', 'image: redis:7-alpine'] +20:58:23 [8] inspect = ['nextcloud nextcloud:34.0.4-apache running=true restarts=0', 'nextcloud-redis redis:7-alpine running=true restarts=0', 'nextcloud-db mariadb:12.3 running=true restarts=0'] +20:58:23 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json +20:58:25 [X] stop -> 200 {'ok': True, 'message': 'Stack nextcloud stop completed'} +20:58:30 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/nextcloud tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó +20:58:30 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +20:58:58 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'nextcloud', 'volumes_removed': ['nextcloud_nextcloud_db_data', 'nextcloud_nextcloud_html', 'nextcloud_nextcloud_redis_data'], +20:59:07 [X] after remove: deployed=False leftovers='/opt/docker/stacks/nextcloud' +21:00:10 [X] R-626 check +60 s after remove: 'clean' +21:00:10 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/nextcloud/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-opengist.log b/documentation/audits/night-2026-09-23/boxq-opengist.log new file mode 100644 index 00000000..569ed7dc --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-opengist.log @@ -0,0 +1,32 @@ +21:27:33 ==== opengist: ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (sub=gist, class=sqlite) +21:27:37 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:27:47 [1] deployed, controller state=running, pinned={'opengist': 'ghcr.io/thomiceli/opengist:1.13'} +21:27:51 [2] seeding through the app's own front door +21:27:51 opengist: /register (with its own _csrf) http=302 +21:27:51 [3] control C1 — reading the seed back BEFORE the update +21:27:51 opengist: sign-in form at /login +21:27:52 opengist: account page /drill91d6e3 http=200 found=True (never-created user 404); sign-in http=302 name_on_page=True +21:27:52 [4] backup press SKIPPED for opengist (R-648: whole-box only; the update's backing-up phase backs up opengist alone) +21:27:53 [5] drill commit 5384ec4fde90: opengist ghcr.io/thomiceli/opengist:1.13 -> ghcr.io/thomiceli/opengist:1.15 (push rc=0) +21:27:58 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:27:58 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:27:58 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:27:58 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:28:00 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:28:01 + 3.1s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:28:02 + 4.1s phase=starting label=Indítás az új verzióval… err=None hold=None +21:28:03 + 5.1s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:28:08 + 10.3s phase=done label=Frissítve err=None hold=None +21:28:08 [7] reading the seed back AFTER the update +21:28:08 opengist: sign-in form at /-/login +21:28:09 opengist: account page /drill91d6e3 http=200 found=True (never-created user 404); sign-in http=302 name_on_page=True +21:28:13 [8] pinned = {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:28:13 [8] installed = {'opengist': 'ghcr.io/thomiceli/opengist:1.15'} +21:28:13 [8] compose = ['image: ghcr.io/thomiceli/opengist:1.15'] +21:28:13 [8] inspect = ['opengist ghcr.io/thomiceli/opengist:1.15 running=true restarts=0'] +21:28:13 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json +21:28:14 [X] stop -> 200 {'ok': True, 'message': 'Stack opengist stop completed'} +21:28:46 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'opengist', 'volumes_removed': ['opengist_opengist_data'], 'hdd_paths_removed': [], 'hdd_paths_preserved': [], 'hdd_note': 'Az +21:28:54 [X] after remove: deployed=False leftovers='/opt/docker/stacks/opengist' +21:29:58 [X] R-626 check +60 s after remove: 'clean' +21:29:58 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/opengist/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-romm.log b/documentation/audits/night-2026-09-23/boxq-romm.log new file mode 100644 index 00000000..eb253550 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-romm.log @@ -0,0 +1,34 @@ +21:00:10 ==== romm: rommapp/romm:5.3.0 -> rommapp/romm:5.3.1 (sub=arcade, class=db-mariadb) +21:00:13 [1] made the drive paths this app requires: ['/mnt/felhom-drives/scratch_hdd/userdata/romm'] +21:00:13 [1] required fields filled beyond DOMAIN/SUBDOMAIN: ['HDD_PATH'] +21:00:14 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:01:39 [1] deployed, controller state=running, pinned={'romm': 'rommapp/romm:5.3.0', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +21:01:43 [2] seeding through the app's own front door +21:01:44 romm: POST /api/users http=201 +21:01:44 [3] control C1 — reading the seed back BEFORE the update +21:01:45 romm: login as the seeded user http=200 ok=True +21:01:45 [4] backup press SKIPPED for romm (R-648: whole-box only; the update's backing-up phase backs up romm alone) +21:01:46 [5] drill commit 757fdc9b9c3c: romm rommapp/romm:5.3.0 -> rommapp/romm:5.3.1 (push rc=0) +21:01:51 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:01:51 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:01:51 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:01:51 + 0.0s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:01:53 + 2.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:02:08 + 17.4s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:02:16 + 25.6s phase=starting label=Indítás az új verzióval… err=None hold=None +21:02:28 + 36.9s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:03:04 + 72.8s phase=done label=Frissítve err=None hold=None +21:03:04 [7] reading the seed back AFTER the update +21:03:15 romm: login as the seeded user http=200 ok=True +21:03:18 [8] pinned = {'romm': 'rommapp/romm:5.3.1', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +21:03:18 [8] installed = {'romm': 'rommapp/romm:5.3.1', 'romm-db': 'mariadb:11.4', 'romm-redis': 'redis:7-alpine'} +21:03:18 [8] compose = ['image: rommapp/romm:5.3.1', 'image: mariadb:11.4', 'image: redis:7-alpine'] +21:03:18 [8] inspect = ['romm rommapp/romm:5.3.1 running=true restarts=0', 'romm-db mariadb:11.4 running=true restarts=0', 'romm-redis redis:7-alpine running=true restarts=0'] +21:03:18 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/romm/verdict.json +21:03:25 [X] stop -> 200 {'ok': True, 'message': 'Stack romm stop completed'} +21:03:30 [X] remove (with drive data) -> 409 {'ok': False, 'error': 'A(z) /mnt/felhom-drives/scratch_hdd/userdata/romm tárhely jelenleg nem elérhető — az alkalmazás nem távolítható el, amíg a meghajtó viss +21:03:30 [X] refused because the drive path cannot be resolved (R-442, fail-closed and right) — removing the app and KEEPING the drive data instead +21:03:57 [X] remove (keeping drive data) -> 200 {'ok': True, 'data': {'removed': 'romm', 'volumes_removed': ['romm_romm_config', 'romm_romm_db_data', 'romm_romm_redis_data'], 'hdd_paths_removed': [], 'hdd_pat +21:04:05 [X] after remove: deployed=False leftovers='/opt/docker/stacks/romm' +21:05:08 [X] R-626 check +60 s after remove: 'clean' +21:05:08 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/romm/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq-wishlist.log b/documentation/audits/night-2026-09-23/boxq-wishlist.log new file mode 100644 index 00000000..b2dffa54 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq-wishlist.log @@ -0,0 +1,31 @@ +21:25:11 ==== wishlist: ghcr.io/cmintey/wishlist:v0.66.0 -> ghcr.io/cmintey/wishlist:v0.67.1 (sub=wishlist, class=sqlite) +21:25:15 [1] deploy -> 202 {'ok': True, 'message': 'Telepítés elindítva – az állapot a kártyán követhető'} +21:25:50 [1] deployed, controller state=running, pinned={'wishlist': 'ghcr.io/cmintey/wishlist:v0.66.0'} +21:25:54 [2] seeding through the app's own front door +21:25:55 wishlist: /signup http=200 type=success +21:25:55 [3] control C1 — reading the seed back BEFORE the update +21:25:56 wishlist: sign-in as the seeded user type=success ok=True (wrong password refused) +21:25:56 [4] backup press SKIPPED for wishlist (R-648: whole-box only; the update's backing-up phase backs up wishlist alone) +21:25:57 [5] drill commit 16362886a302: wishlist ghcr.io/cmintey/wishlist:v0.66.0 -> ghcr.io/cmintey/wishlist:v0.67.1 (push rc=0) +21:26:01 [5] badge HU: [{'title': 'Újabb változat érhető el ehhez az alkalmazáshoz. A frissítés indításához nyomd meg a Frissítés gombot.', 'text': 'Frissítés elérhető — ma'}] +21:26:01 [5] badge EN: [{'title': 'A newer version of this app is available. Select the Update button to start it.', 'text': 'Update available — today'}] +21:26:02 [6] Update -> 202 {'ok': True, 'data': {'accepted': True, 'completed': False}, 'message': 'Frissítés elindult – az állapot a kártyán követhető'} +21:26:02 + 0.0s phase=backing-up label=Biztonsági mentés készül a frissítés előtt… err=None hold=None +21:26:04 + 2.1s phase=safety-dump label=Adatbázis pillanatkép… err=None hold=None +21:26:05 + 3.1s phase=pulling label=Új verzió letöltése… err=None hold=None +21:26:43 + 41.0s phase=copying label=Az adatok másolása a frissítés előtt… err=None hold=None +21:26:44 + 42.1s phase=starting label=Indítás az új verzióval… err=None hold=None +21:26:45 + 43.1s phase=verifying label=Működés ellenőrzése… err=None hold=None +21:27:00 + 58.5s phase=done label=Frissítve err=None hold=None +21:27:00 [7] reading the seed back AFTER the update +21:27:01 wishlist: sign-in as the seeded user type=success ok=True (wrong password refused) +21:27:05 [8] pinned = {'wishlist': 'ghcr.io/cmintey/wishlist:v0.67.1'} +21:27:05 [8] installed = {'wishlist': 'ghcr.io/cmintey/wishlist:v0.67.1'} +21:27:05 [8] compose = ['image: ghcr.io/cmintey/wishlist:v0.67.1'] +21:27:05 [8] inspect = ['wishlist ghcr.io/cmintey/wishlist:v0.67.1 running=true restarts=0'] +21:27:05 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json +21:27:05 [X] stop -> 200 {'ok': True, 'message': 'Stack wishlist stop completed'} +21:27:37 [X] remove (with drive data) -> 200 {'ok': True, 'data': {'removed': 'wishlist', 'volumes_removed': ['wishlist_wishlist_data', 'wishlist_wishlist_uploads'], 'hdd_paths_removed': [], 'hdd_paths_pre +21:27:45 [X] after remove: deployed=False leftovers='/opt/docker/stacks/wishlist' +21:28:49 [X] R-626 check +60 s after remove: 'clean' +21:28:49 [9] verdict proven -> /mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23/apps/wishlist/verdict.json diff --git a/documentation/audits/night-2026-09-23/boxq.py b/documentation/audits/night-2026-09-23/boxq.py new file mode 100644 index 00000000..559a0907 --- /dev/null +++ b/documentation/audits/night-2026-09-23/boxq.py @@ -0,0 +1,23 @@ +#!/usr/bin/env python3 +"""boxq.py ||| ... — run_edge.py on 9202 for each app in order; the +evidence is written on DooPlex by run_edge itself (apps//). One line per finished walk.""" +import json, os, subprocess, sys, time +HERE = os.path.dirname(os.path.abspath(__file__)) +q = sys.argv[1] +out = open(os.path.join(HERE, f"boxq-{q}.txt"), "a", buffering=1) +for spec in sys.argv[2:]: + app, frm, to, cls = spec.split("|") + t0 = time.time() + out.write(f"{time.strftime('%H:%M:%S')} START {app} {frm} -> {to}\n") + with open(os.path.join(HERE, f"boxq-{app}.log"), "w") as lg: + r = subprocess.run([sys.executable, "-u", "run_edge.py", app, frm, to, "--class", cls], + cwd=HERE, stdout=lg, stderr=subprocess.STDOUT, timeout=3600) + v = {} + try: + v = json.load(open(os.path.join(HERE, "apps", app, "verdict.json"))) + except Exception: + pass + out.write(f"{time.strftime('%H:%M:%S')} DONE {app} rc={r.returncode} verdict={v.get('verdict')} " + f"before={v.get('seed_read_before')} after={v.get('seed_read_after')} phase={v.get('final_phase')} " + f"r626={v.get('r626_at_60s')!r} notes={str(v.get('notes'))[:200]} ({round(time.time()-t0)}s)\n") +out.write(f"{time.strftime('%H:%M:%S')} QUEUE {q} FINISHED\n") diff --git a/documentation/audits/night-2026-09-23/chaos.py b/documentation/audits/night-2026-09-23/chaos.py new file mode 100644 index 00000000..ba6d8585 --- /dev/null +++ b/documentation/audits/night-2026-09-23/chaos.py @@ -0,0 +1,392 @@ +#!/usr/bin/env python3 +"""chaos.py — Part D, the chaos hour on the undo. Guest 9202, controller v0.267.0, drill catalog. + + python3 chaos.py setup # six apps at their FROM pins, seeded (A), one whole-box backup, seed B + python3 chaos.py round # one round of chaos_schedule.py, evidence written as it happens + python3 chaos.py readback # every app's seeds, read through its own front door + +EVIDENCE, NOT PRODUCT. Every act is the endpoint the UI invokes; every accident is something a real +box suffers (a power cut, a killed process, a full disk, a memory hog, a backup, a second press). +The app a round acts on is fixed by the table below, NOT drawn: an app's state after round N decides +what round N+1 can do to it, so the pairing is written here and in the findings doc before round 1. + +The five things recorded every round: what the household saw (the app page in BOTH languages), what +the box did by itself (phases + the controller's own log lines), time to steady, which events fired +(9202 has no hub, so R-620's "DROPPED event" lines are the witness), and — judged in the findings doc +against `08-alarm-ladder.md` — what should have fired and did not. Plus the data read back. +""" +import json, os, re, subprocess, sys, threading, time +sys.path.insert(0, ".") +import walk as w +import fixtures as fx +import live +from spike import docmost_seed_b, docmost_verify_b, romm_seed_b, romm_verify_b, vik_seed_b, vik_verify_b, \ + break_edge +from chaos_schedule import draw + +HERE = os.path.dirname(os.path.abspath(__file__)) +STATE = os.path.join(HERE, "chaos-state.json") +EVD = os.path.join(HERE, "chaos") +os.makedirs(EVD, exist_ok=True) + +# the six (brief Part D): two PostgreSQL, one MariaDB, one volume-only, one file-leg, one big database +SIX = { + "docmost": {"fx": fx.Docmost(), "class": "PostgreSQL + the BIG database (300 extra spaces)", "from": "docmost/docmost:0.95.0", "to": "docmost/docmost:0.96.0", "port": 3000}, + "adventurelog": {"fx": fx.FIXTURES["adventurelog"], "class": "PostgreSQL (PostGIS)", + "from": "ghcr.io/seanmorley15/adventurelog-backend:v0.12.1,ghcr.io/seanmorley15/adventurelog-frontend:v0.12.1", + "to": "ghcr.io/seanmorley15/adventurelog-backend:v0.13.0,ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0", "port": 8000}, + "romm": {"fx": fx.Romm(), "class": "MariaDB", "from": "rommapp/romm:5.3.0", "to": "rommapp/romm:5.3.1", "port": 8080}, + "vikunja": {"fx": fx.Vikunja(), "class": "volume-only (SQLite + files in volumes)", "from": "vikunja/vikunja:2.5.0", "to": "vikunja/vikunja:2.6.0", "port": 3456}, + "navidrome": {"fx": fx.Navidrome(), "class": "volume-only (SQLite) + a drive folder", "from": "deluan/navidrome:0.64.0", "to": "deluan/navidrome:0.64.1", "port": 4533}, + "nextcloud": {"fx": fx.Nextcloud(), "class": "FILE-LEG (user files on the drive) + MariaDB", "from": "nextcloud:34.0.1-apache", "to": "nextcloud:34.0.4-apache", "port": 80}, +} +EXTRA = {"actualbudget": fx.ActualBudget(), "papra": fx.Papra()} +SEED_B = {"docmost": (docmost_seed_b, docmost_verify_b), "romm": (romm_seed_b, romm_verify_b), + "vikunja": (vik_seed_b, vik_verify_b)} +# round -> the app it acts on (and, for two_updates, the second app) +TARGET = {1: "actualbudget", 2: "docmost", 3: "vikunja", 4: "adventurelog", 5: "papra", 6: "romm", + 7: "docmost", 8: "navidrome", 9: "vikunja", 10: "actualbudget", 11: "nextcloud", 12: "papra"} +SECOND = {11: "adventurelog"} +KILL_LOG = os.path.join(HERE, "chaos-kills.json") + + +def load(): + return json.load(open(STATE)) if os.path.exists(STATE) else {} + + +def save(s): + json.dump(s, open(STATE, "w"), indent=2, ensure_ascii=False) + + +def fixture(app): + return SIX[app]["fx"] if app in SIX else EXTRA[app] + + +def sub_of(app): + return fixture(app).sub + + +def hp(cmd, timeout=300): + return w.sh(["ssh", "-o", "ConnectTimeout=20", w.HP, "export LC_ALL=C; " + cmd], timeout=timeout) + + +def wait_controller(cap=900): + """After a cut or a restart: the controller answers and knows its stacks again.""" + t0 = time.time() + while time.time() - t0 < cap: + try: + w.login() + code, d = w.ctl("GET", "/api/stacks") + if code == "200": + return round(time.time() - t0, 1) + except SystemExit: + pass + time.sleep(5) + return None + + +# ---------------------------------------------------------------------------------------- accidents +def accident(kind, rnd, app, note): + t = time.strftime("%H:%M:%S") + if kind == "none": + return + w.say(f" >>> ACCIDENT {kind} at {t}") + if kind == "power_cut": + r1 = hp("pct stop 9202", 180); r2 = hp("pct start 9202", 180) + note["accident"] = f"pct stop rc={r1.returncode}, pct start rc={r2.returncode} at {t}" + elif kind == "controller_kill": + kills = json.load(open(KILL_LOG)) if os.path.exists(KILL_LOG) else [] + if len(kills) >= 3 or (kills and time.time() - kills[-1] < 20 * 60): + note["accident"] = f"controller_kill SKIPPED — the budget rule (max 3, >= 20 min apart): {kills}" + w.say(" >>> " + note["accident"]); return + out = w.guest("p=$(docker inspect -f '{{.State.Pid}}' felhom-controller); kill -9 $p; echo killed $p") + kills.append(time.time()); json.dump(kills, open(KILL_LOG, "w")) + note["accident"] = f"kill -9 of the controller's PID: {out.strip()} at {t}" + elif kind == "docker_restart": + out = w.guest("systemctl restart docker; echo rc=$?", timeout=300) + note["accident"] = f"systemctl restart docker: {out.strip()} at {t}" + elif kind == "disk_fill": + out = w.guest("""set -e +fs=/var/lib/docker; avail=$(df -B1 --output=avail $fs | tail -1) +keep=$(( 3 * 1024 * 1024 * 1024 )) # the update floor is 2 GB; leave 1 GB above it +n=$(( avail - keep )); [ $n -gt 0 ] && fallocate -l $n $fs/chaos-fill +df -h $fs | tail -1""", timeout=120) + note["accident"] = f"filled /var/lib/docker to 3 GB free (floor 2 GB + 1 GB): {out.strip()} at {t}" + elif kind == "memory_hog": + out = w.guest("docker run -d --rm --name chaos-hog alpine sh -c 'head -c 1000m /dev/zero | tail & sleep 300; kill %1' ; sleep 20; docker stats --no-stream --format '{{.Name}} {{.MemUsage}}' chaos-hog") + note["accident"] = f"1 GB hog for 5 min: {out.strip()} at {t}" + elif kind == "box_backup": + code, d = w.ctl("POST", "/api/backup/run") + note["accident"] = f"POST /api/backup/run -> {code} {str(d)[:160]} at {t}" + elif kind == "two_updates": + second = SECOND.get(rnd) + code, d = w.ctl("POST", f"/api/stacks/{second}/update") + note["accident"] = f"a second Update on {second} -> {code} {str(d)[:200]} at {t}" + note["second_app"] = second + w.say(" >>> " + note.get("accident", "")) + + +def undo_accident(kind): + if kind == "disk_fill": + w.guest("rm -f /var/lib/docker/chaos-fill; df -h /var/lib/docker | tail -1") + if kind == "memory_hog": + w.guest("docker rm -f chaos-hog >/dev/null 2>&1; true") + + +# ---------------------------------------------------------------------------------------- observing +def events_since(t_iso): + """R-620: a disabled notifier says what it DROPS — once per type at WARN, then at DEBUG.""" + code, d = w.ctl("GET", "/api/debug/logs?level=DEBUG&lines=6000") + ents = ((d.get("data") or {}).get("entries") or []) if isinstance(d, dict) else [] + out = [] + for e in ents: + m = re.search(r"DROPPED event (\S+) \(severity (\w+)\)", e.get("message", ""), re.I) # WARN once, then DEBUG "dropped event" + if m and e.get("timestamp", "") >= t_iso: + out.append(f"{e['timestamp']} {m.group(1)} ({m.group(2)})") + return out + + +def box_log(t_iso, app): + code, d = w.ctl("GET", "/api/debug/logs?level=INFO&lines=4000") + ents = ((d.get("data") or {}).get("entries") or []) if isinstance(d, dict) else [] + keys = (app, "update recovery", "UNDO", "undo", "held", "HOLD", "restore", "Restore", "deploy", "floor", + "disk", "space", "backup") + return [f"{e['timestamp']} {e.get('level')} {e.get('message','')[:300]}" for e in ents + if e.get("timestamp", "") >= t_iso and any(k in e.get("message", "") for k in keys)][-60:] + + +def household(app): + out = {"badges": w.badges(app), "lines": live.page_lines(app)} + st = w.stack(app) + out["state"] = {k: st.get(k) for k in ("deployed", "state", "update_phase", "hold_reason", "update_error")} + return out + + +def readback(app, s): + a = s.get("apps", {}).get(app, {}) + if not a.get("A"): + return {"A": None, "note": "no seed A recorded"} + f = fixture(app) + w.wait_app(sub_of(app), "/", tries=60, delay=3) + res = {"A": bool(f.verify(w, sub_of(app), a["A"], w.say))} + if app in SEED_B and a.get("B"): + r = SEED_B[app][1](sub_of(app), a["A"], a["B"]) + res["B"] = all(r.values()) if isinstance(r, dict) else bool(r) + return res + + +def steady(app, t0, cap=1500, want_deployed=True): + last = None + while time.time() - t0 < cap: + try: + st = w.stack(app) + except Exception: + st = {} + cur = (st.get("deployed"), st.get("state"), st.get("updating"), st.get("update_phase"), st.get("hold_reason")) + if cur != last: + w.say(f" +{time.time()-t0:6.1f}s {app}: deployed={cur[0]} state={cur[1]} updating={cur[2]} phase={cur[3]} hold={str(cur[4])[:80]!r}") + last = cur + if st and not st.get("updating") and not st.get("deploying"): + if (want_deployed and st.get("deployed") and st.get("state") in ("running", "stopped", "unhealthy", "degraded")) \ + or (not want_deployed and not st.get("deployed")) or st.get("hold_reason"): + return round(time.time() - t0, 1), st + time.sleep(2) + return None, w.stack(app) + + +# ---------------------------------------------------------------------------------------- actions +def drill_template_at(app, frm_first): + for i in range(36): + if f"image: {frm_first}" in w.guest(f"cat /opt/docker/stacks/{app}/docker-compose.yml"): + return i + w.sync_rescan(); time.sleep(5) + return None + + +def drill_wait_ref(app, ref): + for i in range(36): + if ref in w.guest(f"cat /opt/docker/stacks/{app}/docker-compose.yml"): + return i + w.sync_rescan(); time.sleep(5) + return None + + +def act(action, app, rnd, note, s): + """Run the action. Returns when the app is steady (or the cap). The accident fires in a thread.""" + t0 = time.time() + if action == "install": + vals = w.deploy_values(app, sub_of(app)) + code, d = w.ctl("POST", f"/api/stacks/{app}/deploy", {"values": vals}) + note["act"] = f"deploy -> {code} {str(d)[:120]}" + secs, st = steady(app, t0) + if st.get("deployed"): + w.wait_app(sub_of(app), "/", tries=60, delay=3) + A = fixture(app).seed(w, sub_of(app), w.say) + s.setdefault("apps", {}).setdefault(app, {})["A"] = A + save(s) + return secs, st + if action == "remove": + code = w.remove(app) + note["act"] = f"remove -> {code}" + return steady(app, t0, want_deployed=False) + if action == "restore": + res = w.restore(app) + note["act"] = {k: res.get(k) for k in ("ok", "why", "snapshot_id", "http", "seconds", "state_after", "hold_after")} + return steady(app, t0) + frm, to, port = SIX[app]["from"], SIX[app]["to"], SIX[app]["port"] + if action == "good_update": + h = w.drill_bump(app, frm, to) + else: # fail_health / cutoff: the real image move + a probe port the app does not answer + h = break_edge(app, frm, to, port, 8999 if port != 8999 else 8998) + note["drill_commit"] = h + note["badge_catchup_rounds"] = drill_wait_ref(app, to.split(",")[0]) + w.sync_rescan(expect_app=app, expect_ref=to.split(",")[0]) + on_phase = None + if action == "cutoff": + done = {} + + def on_phase(ph): + if ph == "verifying" and not done: + out = w.guest(f"""c=$(docker volume ls -q --filter label=felhom.undo-copy-of={app} | head -1); echo "copy: $c" +docker run --rm -v $c:/c alpine sh -c 'rm -f /c/felhom-undo-complete; ls /c | head -5'""") + done["out"] = out + note["cutoff"] = out.strip() + w.say(" >>> finished-marker removed from one undo copy:\n" + out) + return False + phases, st = live.press(app, poll=0.5, on_phase=on_phase) + note["phases"] = phases + return steady(app, t0) + + +def repair_drill(action, app): + """After a broken-edge round: the drill template goes back to the app's OLD image and its REAL + probe, so the app is not offered the broken step for the rest of the hour.""" + if action not in ("fail_health", "cutoff"): + return + import fcntl + with open(f"{w.SC}/drill.lock", "w") as lk: + fcntl.flock(lk, fcntl.LOCK_EX) + w.sh(["git", "-C", w.DRILL, "pull", "-q", "--rebase", "origin", "main"], timeout=120) + comp = f"{w.DRILL}/templates/{app}/docker-compose.yml" + c = open(comp).read() + for f1, t1 in zip(SIX[app]["from"].split(","), SIX[app]["to"].split(",")): + c = c.replace(f"image: {t1}", f"image: {f1}") + open(comp, "w").write(c) + fy = f"{w.DRILL}/templates/{app}/.felhom.yml" + f = open(fy).read() + f = re.sub(r"(healthcheck:\n(?:.*\n){0,8}?\s+port: )899[89]\b", lambda m: m.group(1) + str(SIX[app]["port"]), f) + open(fy, "w").write(f) + w.sh(["git", "-C", w.DRILL, "commit", "-qam", f"DRILL chaos: {app} back to its old image and real probe"]) + w.sh(["git", "-C", w.DRILL, "push", "-q", "origin", "main"], timeout=120) + + +# ---------------------------------------------------------------------------------------- stages +def setup(): + import fcntl + s = load() + w.login() + with open(f"{w.SC}/drill.lock", "w") as lk: + fcntl.flock(lk, fcntl.LOCK_EX) + w.sh(["git", "-C", w.DRILL, "pull", "-q", "--rebase", "origin", "main"], timeout=120) + for app, a in SIX.items(): + comp = f"{w.DRILL}/templates/{app}/docker-compose.yml" + c = open(comp).read() + for frm in a["from"].split(","): + c = re.sub(r"image: " + re.escape(frm.rsplit(":", 1)[0]) + r":\S+", "image: " + frm, c, count=1) + open(comp, "w").write(c) + # and the REAL probe, whatever an earlier drill left there + fy = f"{w.DRILL}/templates/{app}/.felhom.yml" + f = open(fy).read() + f = re.sub(r"(healthcheck:\n(?:.*\n){0,8}?\s+port: )899[89]\b", lambda m: m.group(1) + str(a["port"]), f) + open(fy, "w").write(f) + w.sh(["git", "-C", w.DRILL, "commit", "-qam", "DRILL chaos setup: the six at their FROM pins, real probes"]) + w.sh(["git", "-C", w.DRILL, "push", "-q", "origin", "main"], timeout=120) + for app, a in SIX.items(): + w.say(f"== setup {app} ({a['class']})") + drill_template_at(app, a["from"].split(",")[0]) + if not w.deploy(app, sub_of(app)): + w.say(f" {app}: deploy FAILED"); continue + w.wait_app(sub_of(app), "/", tries=90, delay=3) + A = a["fx"].seed(w, sub_of(app), w.say) + s.setdefault("apps", {}).setdefault(app, {})["A"] = A + save(s) + # the big database: 300 more spaces in docmost, through its own API + A = s["apps"]["docmost"]["A"] + n = 0 + for i in range(300): + if docmost_seed_b(sub_of("docmost"), A): + n += 1 + s["apps"]["docmost"]["big_extra_spaces"] = n + w.say(f" docmost: {n} extra spaces created (the big database)") + save(s) + w.say("== one whole-box backup on 9202 (the restore rounds need a copy)") + t0 = time.time(); code, d = w.ctl("POST", "/api/backup/run"); w.say(f" backup -> {code} {str(d)[:120]}") + time.sleep(20) + for _ in range(360): + c2, d2 = w.ctl("GET", "/api/backup/status") + dd = (d2.get("data") or {}) if isinstance(d2, dict) else {} + if not dd.get("running"): + break + time.sleep(5) + w.say(f" backup finished after {round(time.time()-t0)}s: {str(dd)[:200]}") + for app in SEED_B: + B = SEED_B[app][0](sub_of(app), s["apps"][app]["A"]) + s["apps"][app]["B"] = B + w.say(f" seed B for {app} (after the backup): {bool(B)}") + save(s) + s["setup_readback"] = {app: readback(app, s) for app in SIX} + w.say("setup readback: " + json.dumps(s["setup_readback"])) + save(s) + open(os.path.join(EVD, "00-setup.log"), "w").write("\n".join(w.LOG) + "\n") + + +def run_round(n): + s = load() + sched = {r["round"]: r for r in draw()[0]}[n] + app = TARGET[n] + w.login() + t_iso = time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()) + w.say(f"==== ROUND {n}: {sched['action']} on {app} x {sched['accident']} at +{sched['delay_s']}s ({t_iso})") + note = {"round": n, **sched, "app": app, "started": t_iso} + note["before"] = household(app) if w.stack(app).get("deployed") else {"state": "not deployed"} + t0 = time.time() + timer = threading.Timer(sched["delay_s"], accident, args=(sched["accident"], n, app, note)) + timer.start() + try: + secs, st = act(sched["action"], app, n, note, s) + except Exception as e: + note["act_exception"] = repr(e) + secs, st = None, {} + timer.join() + if sched["accident"] in ("power_cut", "docker_restart", "controller_kill"): + note["controller_back_s"] = wait_controller() + secs2, st = steady(app, t0, want_deployed=(sched["action"] != "remove")) + secs = secs2 or secs + note["time_to_steady_s"] = round(time.time() - t0, 1) if secs is None else secs + undo_accident(sched["accident"]) + if note.get("second_app"): + s2, st2 = steady(note["second_app"], t0) + note["second_app_end"] = {k: st2.get(k) for k in ("state", "update_phase", "hold_reason")} + note["second_app_readback"] = readback(note["second_app"], s) + note["after"] = household(app) if w.stack(app).get("deployed") else {"state": "not deployed", + "leftovers": w.guest(f"docker ps -a --filter label=com.docker.compose.project={app} --format '{{{{.Names}}}}'; docker volume ls -q | grep '^{app}_' || true").strip()} + note["observables"] = w.observables(app) if w.stack(app).get("deployed") else None + note["readback"] = readback(app, s) if w.stack(app).get("deployed") else None + note["events"] = events_since(t_iso) + note["box_log"] = box_log(t_iso, app) + note["undo_copies_left"] = w.guest(f"docker volume ls -q --filter label=felhom.undo-copy-of={app} | wc -l").strip() + repair_drill(sched["action"], app) + json.dump(note, open(os.path.join(EVD, f"round-{n:02d}.json"), "w"), indent=2, ensure_ascii=False) + open(os.path.join(EVD, f"round-{n:02d}.log"), "w").write("\n".join(w.LOG) + "\n") + w.say(f"==== ROUND {n} END: steady in {note['time_to_steady_s']}s; readback={note['readback']}; " + f"events={len(note['events'])}") + + +if __name__ == "__main__": + if sys.argv[1] == "setup": + setup() + elif sys.argv[1] == "round": + run_round(int(sys.argv[2])) + elif sys.argv[1] == "readback": + w.login(); s = load() + print(json.dumps({a: readback(a, s) for a in list(SIX) + list(EXTRA) if w.stack(a).get("deployed")}, indent=1)) diff --git a/documentation/audits/night-2026-09-23/chaos_schedule.py b/documentation/audits/night-2026-09-23/chaos_schedule.py new file mode 100644 index 00000000..def9de90 --- /dev/null +++ b/documentation/audits/night-2026-09-23/chaos_schedule.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python3 +"""chaos_schedule.py — Part D's twelve rounds, drawn ONCE from seed 20260923 and committed before round 1. + + python3 chaos_schedule.py # prints the table the findings doc carries + +Each round is ACTION x ACCIDENT, the accident landing DELAY seconds into the action. + + actions : good_update · fail_health (wrong probe -> the undo) · cutoff (the undo's copy loses its + finished-marker -> an honest HOLD) · install · remove · restore + accidents : none · power_cut (pct stop/start) · controller_kill (kill -9, max 3, >= 20 min apart) + · docker_restart · disk_fill (to 1 GB above the update floor) · memory_hog (1 GB, 5 min) + · box_backup (the whole-box backup, on 9202 only) · two_updates (a second Update pressed + at the same moment) + +The draw is constrained, and the constraints are the brief's, not tuning: rounds 1 and 12 are `none`; +every action appears twice; every accident appears at least once; `controller_kill` at most three +times and never in consecutive-or-adjacent rounds (a round lasts ~6-8 min, so two rounds between +kills keeps them >= 20 min apart). A draw that breaks a constraint is redrawn from the SAME generator, +so the schedule is a pure function of the seed. + +WHICH APP a round acts on is NOT drawn: it is fixed by rule in chaos.py (the action decides the app +class) and printed beside the schedule, because an app's state after round N decides what round N+1 +can do to it. +""" +import random + +SEED = 20260923 +ACTIONS = ["good_update", "fail_health", "cutoff", "install", "remove", "restore"] +ACCIDENTS = ["power_cut", "controller_kill", "docker_restart", "disk_fill", "memory_hog", + "box_backup", "two_updates"] + + +def draw(): + rng = random.Random(SEED) + tries = 0 + while True: + tries += 1 + acts = ACTIONS * 2 + rng.shuffle(acts) + mid = ACCIDENTS + [rng.choice(ACCIDENTS) for _ in range(3)] + rng.shuffle(mid) + accs = ["none"] + mid + ["none"] + kills = [i for i, a in enumerate(accs) if a == "controller_kill"] + if len(kills) > 3 or any(b - a < 3 for a, b in zip(kills, kills[1:])): + continue + # an install/remove round cannot also be `two_updates` (there is no second update to race) + if any(a in ("install", "remove") and c == "two_updates" for a, c in zip(acts, accs)): + continue + delays = [rng.randint(10, 60) for _ in range(12)] + return [{"round": i + 1, "action": acts[i], "accident": accs[i], "delay_s": delays[i]} + for i in range(12)], tries + + +if __name__ == "__main__": + rounds, tries = draw() + print(f"seed {SEED}, drawn in {tries} attempt(s)\n") + print("| round | action | accident | at +s |") + print("|---|---|---|---|") + for r in rounds: + print(f"| {r['round']} | {r['action']} | {r['accident']} | {r['delay_s']} |") diff --git a/documentation/audits/night-2026-09-23/drift.py b/documentation/audits/night-2026-09-23/drift.py new file mode 100644 index 00000000..5b1c1812 --- /dev/null +++ b/documentation/audits/night-2026-09-23/drift.py @@ -0,0 +1,219 @@ +#!/usr/bin/env python3 +"""Measure upstream drift for app-catalog-felhom.eu image pins. Read-only, DooPlex-only. + +Reuses the auth-handling approach of scripts/check-image-resolvable.py (per-registry anonymous +bearer-token flow against the Docker Registry v2 API), but instead of `docker manifest inspect` +per-ref, lists the full upstream tag catalogue so we can compare the pinned tag against the newest +one available, and classify the step as same-major (minor/patch) or major. +""" +import json +import re +import sys +import time +from pathlib import Path + +import requests + +SCRATCH = Path(".") + +SESSION = requests.Session() +SESSION.headers.update({"User-Agent": "felhom-catalog-drift-audit/1.0 (read-only measurement)"}) + + +def get_bearer_token(www_auth: str) -> str: + assert www_auth.startswith("Bearer ") + parts = www_auth[len("Bearer "):].split(",") + d = {} + for p in parts: + k, v = p.split("=", 1) + d[k] = v.strip('"') + r = SESSION.get(d["realm"], params={"service": d.get("service"), "scope": d.get("scope")}, timeout=20) + r.raise_for_status() + return r.json()["token"] + + +def tags_list_all(host: str, repo: str, max_pages=1000): + """Full tag list via Docker Registry v2 API, following RFC5988 Link pagination.""" + url = f"https://{host}/v2/{repo}/tags/list" + params = {"n": 1000} + r = SESSION.get(url, params=params, timeout=30) + headers = {} + if r.status_code == 401: + tok = get_bearer_token(r.headers["WWW-Authenticate"]) + headers = {"Authorization": f"Bearer {tok}"} + r = SESSION.get(url, params=params, headers=headers, timeout=30) + r.raise_for_status() + j = r.json() + tags = list(j.get("tags") or []) + link = r.headers.get("Link") + pages = 1 + while link and pages < max_pages: + m = re.search(r'<([^>]+)>;\s*rel="next"', link) + if not m: + break + nexturl = m.group(1) + if nexturl.startswith("/"): + nexturl = f"https://{host}{nexturl}" + r = SESSION.get(nexturl, headers=headers, timeout=30) + r.raise_for_status() + j = r.json() + tags.extend(j.get("tags") or []) + link = r.headers.get("Link") + pages += 1 + return tags + + +def manifest_digest(host: str, repo: str, ref: str): + """Resolve one ref's manifest digest (for floating-tag drift: 'has the tag moved'). Read-only.""" + url = f"https://{host}/v2/{repo}/manifests/{ref}" + accept = ("application/vnd.docker.distribution.manifest.v2+json," + "application/vnd.docker.distribution.manifest.list.v2+json," + "application/vnd.oci.image.manifest.v1+json," + "application/vnd.oci.image.index.v1+json") + r = SESSION.head(url, headers={"Accept": accept}, timeout=30) + if r.status_code == 401: + tok = get_bearer_token(r.headers["WWW-Authenticate"]) + r = SESSION.head(url, headers={"Accept": accept, "Authorization": f"Bearer {tok}"}, timeout=30) + if r.status_code != 200: + return None, f"HTTP {r.status_code}" + return r.headers.get("Docker-Content-Digest"), None + + +# host resolution per repo prefix, mirroring how these refs are actually pulled +def resolve_host_repo(ref_repo: str): + if ref_repo.startswith("ghcr.io/"): + return "ghcr.io", ref_repo[len("ghcr.io/"):] + if ref_repo.startswith("lscr.io/"): + return "lscr.io", ref_repo[len("lscr.io/"):] + if ref_repo.startswith("registry.gitlab.com/"): + return "registry.gitlab.com", ref_repo[len("registry.gitlab.com/"):] + if ref_repo.startswith("gitea.dooplex.hu/"): + return "gitea.dooplex.hu", ref_repo[len("gitea.dooplex.hu/"):] + if ref_repo.startswith("quay.io/"): + return "quay.io", ref_repo[len("quay.io/"):] + # Docker Hub + if "/" not in ref_repo: + return "registry-1.docker.io", f"library/{ref_repo}" + return "registry-1.docker.io", ref_repo + + +VERSION_CORE_RE = re.compile(r'(\d+(?:\.\d+){1,3})') +UNSTABLE_MARKERS = ("rc", "beta", "alpha", "dev", "nightly", "canary", "edge", "preview", "snapshot", "-pr", "test") + + +def split_tag(tag: str): + """(prefix, core_version_tuple, suffix) — first maximal dotted-numeric run of len>=2 is the core.""" + m = VERSION_CORE_RE.search(tag) + if not m: + return None + prefix = tag[:m.start()] + core = tuple(int(x) for x in m.group(1).split(".")) + suffix = tag[m.end():] + return prefix, core, suffix + + +def is_unstable(tag: str) -> bool: + low = tag.lower() + return any(mk in low for mk in UNSTABLE_MARKERS) + + +def newest_matching(all_tags, current_tag): + """Find the newest tag sharing the current tag's prefix/suffix 'shape', by core version tuple.""" + cur = split_tag(current_tag) + if not cur: + return None, "current tag has no parseable version core" + cur_prefix, cur_core, cur_suffix = cur + + # suffix "shape": if suffix contains a long hex-looking token, treat it as a wildcard hash + def suffix_shape(suf): + if re.search(r'[0-9a-f]{7,40}', suf.lower()) and re.search(r'[a-f]', suf.lower()): + return re.sub(r'[0-9a-f]{7,40}', '', suf.lower()) + return suf + + cur_shape = suffix_shape(cur_suffix) + + best = None + best_core = None + for t in all_tags: + if t == current_tag: + continue + if is_unstable(t): + continue + parsed = split_tag(t) + if not parsed: + continue + p, core, suf = parsed + if p != cur_prefix: + continue + if suffix_shape(suf) != cur_shape: + continue + if len(core) != len(cur_core): + continue + # Some registries (linuxserver.io/lscr.io in particular) publish EXTRA tags for a + # same-app-version base-image rebuild, shaped like the release tag plus a YYYYMMDD-ish + # trailing component (e.g. bookstack 26.05.2 coexists with 26.05.20260608). That is not a + # newer application release — it is a rebuild of an existing one — so any component that + # looks like a calendar date (>= 20000, comfortably above any real release counter we saw + # across all 58 pinned-semver images, all of which stayed under 10000) is excluded as a + # candidate "newest" rather than misread as a huge version jump. + if any(c >= 20000 for c in core): + continue + if best_core is None or core > best_core: + best_core = core + best = t + if best is None: + return None, "no matching newer tag found (same prefix/suffix shape)" + if best_core <= cur_core: + return None, "up to date (no tag newer than current within the same shape)" + return (best, best_core, cur_core), None + + + +def newest_same_major(all_tags, current_tag): + cur = split_tag(current_tag) + if not cur: return None + p0, c0, s0 = cur + best=None; bc=None + for t in all_tags: + if t == current_tag or is_unstable(t): continue + pr = split_tag(t) + if not pr: continue + p, c, s = pr + if p != p0 or s != s0 or len(c) != len(c0) or c[0] != c0[0]: continue + if any(x >= 20000 for x in c): continue + if c <= c0: continue + if bc is None or c > bc: bc=c; best=t + return best + +def main(): + import glob, yaml + pins = {} + for f in sorted(glob.glob("/mnt/5_hdd/felhom.eu/git/app-catalog-felhom.eu/templates/*/docker-compose.yml")): + app = f.split("/")[-2] + d = yaml.safe_load(open(f)) + for svc, sd in (d.get("services") or {}).items(): + img = (sd or {}).get("image") + if not img or "${" in img: continue + repo, _, tag = img.rpartition(":") if ":" in img.split("/")[-1] else (img, "", "latest") + pins.setdefault(img, {"repo": repo, "tag": tag, "apps": []})["apps"].append(f"{app}/{svc}") + out = {} + for i,(ref,p) in enumerate(sorted(pins.items())): + e = dict(ref=ref, **p) + host, hrepo = resolve_host_repo(p["repo"]) + if p["repo"].startswith("gitea.dooplex.hu"): + e["status"]="internal"; out[ref]=e; continue + try: + tags = tags_list_all(host, hrepo) + res, err = newest_matching(tags, p["tag"]) + e["newest_any"] = res[0] if res else None + e["newest_same_major"] = newest_same_major(tags, p["tag"]) + e["status"] = "behind" if e["newest_any"] else "current-or-unparsed" + except Exception as ex: + e["status"]="error"; e["error"]=f"{type(ex).__name__}: {ex}" + print(f"[{i+1}/{len(pins)}] {ref}: same-major={e.get('newest_same_major')} any={e.get('newest_any')} {e.get('error','')}", flush=True) + out[ref]=e + time.sleep(0.15) + json.dump(out, open("02-drift.json","w"), indent=2) + +if __name__ == "__main__": + main() diff --git a/documentation/audits/night-2026-09-23/fixtures.py b/documentation/audits/night-2026-09-23/fixtures.py new file mode 100644 index 00000000..e6eb8d6d --- /dev/null +++ b/documentation/audits/night-2026-09-23/fixtures.py @@ -0,0 +1,1075 @@ +#!/usr/bin/env python3 +"""Box-side seed/verify fixtures for walk.py, guest 9202. + +THE ONE RULE (R-156), carried verbatim from `app-catalog-felhom.eu/scripts/upgrade_fixtures.py`: +*nothing is ever seeded into a volume by hand.* Every seed here goes in through the app's OWN +interface — its HTTP API through the household's real front door (traefik, `Host: .`), +or its own CLI running inside its own container. A raw SQL INSERT or a planted file is never used. + +If an app has no non-browser route, its fixture returns None and the edge is recorded +`inconclusive — no non-browser seed route`, WITH WHAT WAS TRIED. That is a result, not a gap. + +Each fixture: + seed(w, sub, say) -> an opaque token, or None + verify(w, sub, tok, say) -> True / False +verify() must ask the APP, never the filesystem: a migration is supposed to rewrite files. +Where a fixture can prove itself (a negative control that must read as absent) it does so on EVERY +call, so a readback that has broken into always saying "found" fails instead of passing everything. +""" +import base64, json, re, secrets, time + + +def _gx(w, container, *cmd, timeout=240): + """Run a command inside the app's OWN container on 9202 (its own CLI, not our SQL).""" + import shlex + line = " ".join(shlex.quote(c) for c in cmd) + return w.guest(f"docker exec {container} {line} 2>&1", timeout=timeout) + + +# ============================================================================================= +class PrivateBin: + """PrivateBin's own JSON API. A paste is a POST and reading it back is a GET — an + application-level round trip. File-backed, no database: this single seed IS the file half.""" + sub = "paste" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200",)): + return None + marker = "upg-" + secrets.token_hex(8) + ct = base64.b64encode(marker.encode()).decode() + body = json.dumps({ + "v": 2, + "adata": [[base64.b64encode(secrets.token_bytes(16)).decode(), + base64.b64encode(secrets.token_bytes(8)).decode(), + 100000, 256, 128, "aes", "gcm", "none"], "plaintext", 0, 0], + "ct": ct, "meta": {"expire": "never"}}) + rc, code, out = w.app_curl(sub, "/", "-H", "X-Requested-With: JSONHttpRequest", + "-H", "Content-Type: application/json", + data=body, method="POST") + try: + j = json.loads(out) + except Exception: + say(f" privatebin: POST returned non-JSON (http {code}): {out[:200]}") + return None + if j.get("status") != 0 or not j.get("id"): + say(f" privatebin: POST refused: {out[:250]}") + return None + say(f" privatebin: seeded paste id={j['id']}") + return {"id": j["id"], "marker": ct} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200",), tries=36): + return False + # negative control, every call: a paste id that cannot exist must NOT read back + rc, code, out = w.app_curl(sub, "/?pasteid=" + secrets.token_hex(8), + "-H", "X-Requested-With: JSONHttpRequest") + if t["marker"] in out: + say(" privatebin: READBACK UNUSABLE — a paste id that cannot exist returned the marker") + return False + rc, code, out = w.app_curl(sub, "/?pasteid=" + t["id"], + "-H", "X-Requested-With: JSONHttpRequest") + got = code == "200" and t["marker"] in out + say(f" privatebin: readback http={code} marker_present={got}") + return got + + +# ============================================================================================= +class Docmost: + """Docmost's own REST API: create the first workspace+user, then prove the account survives by + asking the app to AUTHENTICATE it. Login is version-stable across the API churn.""" + sub = "docs" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200", "302", "404")): + return None + email = f"drill-{secrets.token_hex(4)}@gate.invalid" + pw = "Drill-" + secrets.token_hex(10) + body = json.dumps({"workspaceName": "drill", "name": "drill", "email": email, "password": pw}) + rc, code, out = w.app_curl(sub, "/api/auth/setup", "-H", "Content-Type: application/json", + data=body, method="POST") + say(f" docmost: /api/auth/setup http={code} rc={rc}") + if code not in ("200", "201"): + say(f" docmost: setup refused: {out[:250]}") + return None + return {"email": email, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302", "404"), tries=36): + return False + # negative control: a password that was never set must NOT authenticate + bad = json.dumps({"email": t["email"], "password": "definitely-" + secrets.token_hex(8)}) + rc, code, _ = w.app_curl(sub, "/api/auth/login", "-H", "Content-Type: application/json", + data=bad, method="POST") + if code in ("200", "201"): + say(" docmost: READBACK UNUSABLE — a wrong password authenticated") + return False + body = json.dumps({"email": t["email"], "password": t["pw"]}) + rc, code, out = w.app_curl(sub, "/api/auth/login", "-H", "Content-Type: application/json", + data=body, method="POST") + ok = code in ("200", "201") + say(f" docmost: login as the seeded user http={code} ok={ok}") + if not ok: + say(f" docmost: login body {out[:200]}") + return ok + + +# ============================================================================================= +class BookStack: + """BookStack mints no API token without a browser, so BOTH halves go through `php artisan` — + BookStack's OWN CLI, inside its own container, against its own User model. + + The exit code carries no information here (`bookstack:reset-mfa` exits 1 for a user it FOUND + and for one it did not), so the discriminator is the OUTPUT: the positive sentence required and + the not-found sentence required absent. The negative control runs on every verify. + + LIMITATION (R-460): this seeds the DATABASE half only. The FILE half needs the API token the + app cannot mint headlessly — so a bookstack edge is at best HALF-proven here. + """ + sub = "wiki" + + def _artisan(self, w, *args): + for path in ("/app/www/artisan", "/var/www/html/artisan"): + out = _gx(w, "bookstack", "php", path, *args) + if "Could not open input file" not in out: + return " ".join(out.split()) + return " ".join(out.split()) + + def _lookup(self, w, email): + out = self._artisan(w, "bookstack:reset-mfa", f"--email={email}") + found = f"Email: {email}" in out + missing = "could not be found" in out + if found == missing: + return None, out + return found, out + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/login", want=("200",), tries=72): + return None + email = f"drill-{secrets.token_hex(4)}@gate.invalid" + pw = "Drill-" + secrets.token_hex(10) + out = self._artisan(w, "bookstack:create-admin", f"--email={email}", + f"--name=drill-{secrets.token_hex(3)}", f"--password={pw}") + say(f" bookstack: artisan create-admin :: {out[:140]}") + if "successfully created" not in out: + return None + return {"email": email, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/login", want=("200",), tries=72): + say(" bookstack: the app never served /login") + return False + absent, _ = self._lookup(w, f"nobody-{secrets.token_hex(6)}@gate.invalid") + if absent is not False: + say(f" bookstack: READBACK UNUSABLE — an email that cannot exist did not read absent ({absent})") + return False + found, out = self._lookup(w, t["email"]) + say(f" bookstack: readback of the seeded account found={found} :: {out[:140]}") + return found is True + + +# ============================================================================================= +class Gitea: + """Gitea's own admin CLI creates the first user; its own REST API (basic auth) then creates a + repository and reads it back. Both are the app's own interfaces.""" + sub = "git" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200", "302")): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + out = _gx(w, "gitea", "su", "git", "-c", + f"gitea admin user create --username {user} --password {pw} " + f"--email {user}@gate.invalid --admin --must-change-password=false") + say(f" gitea: admin user create :: {' '.join(out.split())[:140]}") + if "has been successfully created" not in out and "successfully created" not in out: + return None + repo = "drillrepo" + secrets.token_hex(3) + rc, code, body = w.app_curl(sub, "/api/v1/user/repos", "-u", f"{user}:{pw}", + "-H", "Content-Type: application/json", + data=json.dumps({"name": repo, "private": True}), method="POST") + say(f" gitea: create repo http={code}") + if code not in ("201", "200"): + say(f" gitea: repo refused {body[:200]}") + return None + return {"user": user, "pw": pw, "repo": repo} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=36): + return False + rc, code, _ = w.app_curl(sub, f"/api/v1/repos/{t['user']}/nope{secrets.token_hex(4)}", + "-u", f"{t['user']}:{t['pw']}") + if code == "200": + say(" gitea: READBACK UNUSABLE — a repo that cannot exist returned 200") + return False + rc, code, body = w.app_curl(sub, f"/api/v1/repos/{t['user']}/{t['repo']}", + "-u", f"{t['user']}:{t['pw']}") + ok = code == "200" and t["repo"] in body + say(f" gitea: readback of the seeded repo http={code} ok={ok}") + return ok + + +# ============================================================================================= +class Navidrome: + """Navidrome's own REST API: create the first admin through /auth/createAdmin, then prove the + account survives by logging in through the same door.""" + sub = "music" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200", "302")): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + rc, code, out = w.app_curl(sub, "/auth/createAdmin", "-H", "Content-Type: application/json", + data=json.dumps({"username": user, "password": pw}), method="POST") + say(f" navidrome: createAdmin http={code}") + if code not in ("200", "201"): + say(f" navidrome: refused {out[:200]}") + return None + return {"user": user, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=36): + return False + bad = json.dumps({"username": t["user"], "password": "wrong-" + secrets.token_hex(6)}) + rc, code, _ = w.app_curl(sub, "/auth/login", "-H", "Content-Type: application/json", + data=bad, method="POST") + if code in ("200", "201"): + say(" navidrome: READBACK UNUSABLE — a wrong password authenticated") + return False + body = json.dumps({"username": t["user"], "password": t["pw"]}) + rc, code, out = w.app_curl(sub, "/auth/login", "-H", "Content-Type: application/json", + data=body, method="POST") + ok = code in ("200", "201") + say(f" navidrome: login as the seeded user http={code} ok={ok}") + return ok + + +# ============================================================================================= +class Vaultwarden: + """Vaultwarden's own account API: register an account, then prove it survives by asking the app + to issue a token for it (its own login endpoint, the household's own route).""" + sub = "vault" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/alive", want=("200",)): + return None + email = f"drill-{secrets.token_hex(4)}@gate.invalid" + # Vaultwarden stores an already-hashed master key; the value is opaque to the server. + key = base64.b64encode(secrets.token_bytes(32)).decode() + body = json.dumps({"email": email, "name": "drill", "masterPasswordHash": key, + "key": "0." + base64.b64encode(secrets.token_bytes(48)).decode(), + "kdf": 0, "kdfIterations": 600000}) + rc, code, out = w.app_curl(sub, "/api/accounts/register", + "-H", "Content-Type: application/json", + data=body, method="POST") + say(f" vaultwarden: register http={code}") + if code not in ("200", "204"): + say(f" vaultwarden: refused {out[:250]}") + return None + return {"email": email, "key": key} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/alive", want=("200",), tries=36): + return False + def login(pwhash): + return w.app_curl(sub, "/identity/connect/token", + "-H", "Content-Type: application/x-www-form-urlencoded", + data=("grant_type=password&scope=api%20offline_access" + f"&client_id=web&deviceType=9&deviceIdentifier=drill" + f"&deviceName=drill&username={t['email']}&password={pwhash}"), + method="POST") + rc, code, _ = login(base64.b64encode(secrets.token_bytes(32)).decode()) + if code == "200": + say(" vaultwarden: READBACK UNUSABLE — a wrong master key authenticated") + return False + rc, code, out = login(t["key"].replace("+", "%2B").replace("=", "%3D").replace("/", "%2F")) + ok = code == "200" and "access_token" in out + say(f" vaultwarden: token for the seeded account http={code} ok={ok}") + if not ok: + say(f" vaultwarden: body {out[:200]}") + return ok + + +# ============================================================================================= +class Django: + """A Django app's OWN management CLI, inside its own container, against its own User model. + + Same category as BookStack's `php artisan`: the app's own code and its own ORM, never a raw SQL + INSERT and never a planted file (R-156). `createsuperuser --noinput` is Django's own documented + non-interactive route, and the readback asks the SAME ORM whether the account exists. + + THE FIXTURE PROVES ITSELF ON EVERY CALL: each verify() also asks for a username that cannot + exist and requires the answer False. A readback that has broken into always saying True + therefore fails instead of passing everything. + + LIMITATION, recorded rather than papered over: this seeds the DATABASE half only. An app whose + data is also FILES (adventurelog's images) has a file half this fixture does not touch. + """ + + def __init__(self, container, sub, ready_path="/", ready=("200", "302", "301", "404"), + python="python", workdir=None): + # `python` and `workdir` are per-app because the image decides them: adventurelog's + # interpreter is on PATH, tandoor ships a VENV and the bare `python` cannot import Django + # at all ("Couldn't import Django. Are you sure it's installed…"). Measured, not guessed. + self.container = container + self.sub = sub + self.ready_path = ready_path + self.ready = ready + self.python = python + self.workdir = workdir + + def _wd(self): + return f"-w {self.workdir} " if self.workdir else "" + + def _manage(self, w, code): + # -c is passed to `manage.py shell`; the app's own shell, its own ORM. + return w.guest( + f"docker exec {self._wd()}{self.container} {self.python} manage.py shell " + f"-c {json.dumps(code)} 2>&1", timeout=300) + + def _exists(self, w, username): + # ONE LINE, semicolon-separated. A `\n` inside a double-quoted shell argument reaches + # python as a literal backslash-n and is a SyntaxError — which is exactly how the first + # adventurelog run read as `inconclusive`. The fixture refused to guess, which is right, + # but the instrument was the thing that was broken. + out = self._manage(w, ( + "from django.contrib.auth import get_user_model; " + f"print('DRILL_ANSWER=' + str(get_user_model().objects.filter(username={username!r}).exists()))" + )) + m = re.search(r"DRILL_ANSWER=(True|False)", out) + return (m.group(1) == "True") if m else None, " ".join(out.split())[-300:] + + def seed(self, w, sub, say): + if not w.wait_app(sub, self.ready_path, want=self.ready, tries=90): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + out = w.guest( + f"docker exec -e DJANGO_SUPERUSER_PASSWORD={pw} {self._wd()}{self.container} " + f"{self.python} manage.py createsuperuser --noinput " + f"--username {user} --email {user}@gate.invalid 2>&1", timeout=300) + say(f" {self.container}: createsuperuser :: {' '.join(out.split())[:160]}") + got, detail = self._exists(w, user) + if got is not True: + say(f" {self.container}: the account did not appear in the app's own ORM :: {detail[:200]}") + return None + say(f" {self.container}: seeded superuser {user}") + return {"user": user, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, self.ready_path, want=self.ready, tries=90): + say(f" {self.container}: the app never served {self.ready_path}") + return False + absent, detail = self._exists(w, "nobody" + secrets.token_hex(6)) + if absent is not False: + say(f" {self.container}: READBACK UNUSABLE — a username that cannot exist did not " + f"read as absent ({absent}) :: {detail[:200]}") + return False + found, detail = self._exists(w, t["user"]) + say(f" {self.container}: readback of the seeded account found={found}") + if found is not True: + say(f" {self.container}: :: {detail[:250]}") + return found is True + + +# ============================================================================================= +class Nextcloud: + """Nextcloud's OWN admin CLI, `occ`, inside its own container: its own code, its own user + backend. Not a SQL INSERT and not a planted file (R-156). + + `occ user:info` is the readback, and it PROVES ITSELF on every call: a uid that cannot exist + must answer "user not found". A readback that has broken into always succeeding therefore + fails instead of passing everything. + + This is the app chosen for the MariaDB engine-major edge (`09` §3 decision 5, R-469 lifted): + the app image does NOT move, only the `mariadb:` sidecar, so the edge carries exactly one + migration and a failure is readable. + """ + sub = "cloud" + + def _occ(self, w, *args, timeout=420): + import shlex + line = " ".join(shlex.quote(a) for a in args) + return w.guest(f"docker exec -u www-data nextcloud php occ {line} 2>&1", timeout=timeout) + + def _info(self, w, uid): + out = self._occ(w, "user:info", uid) + flat = " ".join(out.split()) + if "user not found" in flat.lower() or "could not be found" in flat.lower(): + return False, flat + if f"user_id: {uid}" in flat or f"- user_id: {uid}" in flat or f"user_id: {uid}" in out: + return True, flat + return None, flat + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/status.php", want=("200",), tries=120): + return None + uid = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + out = w.guest( + f"docker exec -u www-data -e OC_PASS={pw} nextcloud php occ user:add " + f"--password-from-env --display-name={uid} {uid} 2>&1", timeout=420) + say(f" nextcloud: occ user:add :: {' '.join(out.split())[:160]}") + got, flat = self._info(w, uid) + if got is not True: + say(f" nextcloud: the account did not appear via occ user:info :: {flat[:220]}") + return None + say(f" nextcloud: seeded user {uid}") + return {"uid": uid, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/status.php", want=("200",), tries=120): + say(" nextcloud: the app never served /status.php") + return False + absent, flat = self._info(w, "nobody" + secrets.token_hex(6)) + if absent is not False: + say(f" nextcloud: READBACK UNUSABLE — a uid that cannot exist did not read absent " + f"({absent}) :: {flat[:200]}") + return False + found, flat = self._info(w, t["uid"]) + say(f" nextcloud: readback of the seeded user found={found}") + if found is not True: + say(f" nextcloud: :: {flat[:250]}") + return found is True + + +# ============================================================================================= +class Grafana: + """Grafana's own HTTP API as the admin the DEPLOY created. The password is the one the + controller showed the household — read from the app's own `app.yaml`, not invented — and the + data (a folder) goes in and comes back through the app's own REST API.""" + sub = "grafana" + + def _auth(self, w, name="grafana"): + # app.yaml stores this ENCRYPTED (`ENC:…`), so it cannot be read back off the box — which + # is correct, and is why the harness uses the value IT generated for the deploy. + pw = (w.GENERATED.get(name) or {}).get("GF_SECURITY_ADMIN_PASSWORD") or "admin" + return f"admin:{pw}" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/api/health", want=("200",), tries=72): + return None + au = self._auth(w) + title = "drill-" + secrets.token_hex(5) + rc, code, body = w.app_curl(sub, "/api/folders", "-u", au, + "-H", "Content-Type: application/json", + data=json.dumps({"title": title}), method="POST") + say(f" grafana: create folder http={code}") + if code not in ("200", "201"): + say(f" grafana: refused {body[:220]}") + return None + try: + uid = json.loads(body)["uid"] + except Exception: + say(f" grafana: no uid in {body[:200]}") + return None + return {"uid": uid, "title": title} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/api/health", want=("200",), tries=72): + return False + au = self._auth(w) + rc, code, _ = w.app_curl(sub, "/api/folders/nope" + secrets.token_hex(5), "-u", au) + if code == "200": + say(" grafana: READBACK UNUSABLE — a folder uid that cannot exist returned 200") + return False + rc, code, body = w.app_curl(sub, f"/api/folders/{t['uid']}", "-u", au) + ok = code == "200" and t["title"] in body + say(f" grafana: readback of the seeded folder http={code} ok={ok}") + return ok + + +# ============================================================================================= +class AudiobookShelf: + """audiobookshelf's own /init endpoint creates the first root account; its own /login proves + the account survived. Both are the app's own API.""" + sub = "audiobooks" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/status", want=("200",), tries=72): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + rc, code, body = w.app_curl(sub, "/init", "-H", "Content-Type: application/json", + data=json.dumps({"newRoot": {"username": user, "password": pw}}), + method="POST") + say(f" audiobookshelf: /init http={code}") + if code not in ("200", "204"): + say(f" audiobookshelf: refused {body[:220]}") + return None + return {"user": user, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/status", want=("200",), tries=72): + return False + bad = json.dumps({"username": t["user"], "password": "wrong-" + secrets.token_hex(6)}) + rc, code, _ = w.app_curl(sub, "/login", "-H", "Content-Type: application/json", + data=bad, method="POST") + if code == "200": + say(" audiobookshelf: READBACK UNUSABLE — a wrong password authenticated") + return False + rc, code, body = w.app_curl(sub, "/login", "-H", "Content-Type: application/json", + data=json.dumps({"username": t["user"], "password": t["pw"]}), + method="POST") + ok = code == "200" and t["user"] in body + say(f" audiobookshelf: login as the seeded root http={code} ok={ok}") + return ok + + +# ============================================================================================= +class ActualBudget: + """Actual's own bootstrap API sets the server password; its own login proves it survived.""" + sub = "budget" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=72): + return None + pw = "Drill-" + secrets.token_hex(10) + rc, code, body = w.app_curl(sub, "/account/bootstrap", + "-H", "Content-Type: application/json", + data=json.dumps({"password": pw}), method="POST") + say(f" actualbudget: /account/bootstrap http={code} :: {body[:140]}") + if code not in ("200", "201") or '"status":"ok"' not in body: + return None + return {"pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=72): + return False + def login(p): + return w.app_curl(sub, "/account/login", "-H", "Content-Type: application/json", + data=json.dumps({"loginMethod": "password", "password": p}), + method="POST") + rc, code, body = login("wrong-" + secrets.token_hex(6)) + if '"status":"ok"' in body: + say(" actualbudget: READBACK UNUSABLE — a wrong password authenticated") + return False + rc, code, body = login(t["pw"]) + ok = '"status":"ok"' in body + say(f" actualbudget: login with the seeded password http={code} ok={ok}") + if not ok: + say(f" actualbudget: body {body[:200]}") + return ok + + +# ============================================================================================= +class Mealie: + """Mealie ships a documented first-run admin. We log in as it through the app's own OAuth-style + token endpoint, create a recipe through the app's own API, and read the recipe back.""" + sub = "recipes" + + def _token(self, w, sub, pw="MyPassword"): + rc, code, body = w.app_curl( + sub, "/api/auth/token", "-H", "Content-Type: application/x-www-form-urlencoded", + data=f"username=changeme%40example.com&password={pw}", method="POST") + if code != "200": + return None, f"http={code} {body[:200]}" + try: + return json.loads(body)["access_token"], "" + except Exception: + return None, body[:200] + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/api/app/about", want=("200",), tries=90): + return None + tok, why = self._token(w, sub) + if not tok: + say(f" mealie: could not authenticate as the first-run admin :: {why}") + return None + name = "drill-" + secrets.token_hex(5) + rc, code, body = w.app_curl(sub, "/api/recipes", "-H", f"Authorization: Bearer {tok}", + "-H", "Content-Type: application/json", + data=json.dumps({"name": name}), method="POST") + say(f" mealie: create recipe http={code}") + if code not in ("200", "201"): + say(f" mealie: refused {body[:220]}") + return None + slug = body.strip().strip('"') + return {"slug": slug, "name": name} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/api/app/about", want=("200",), tries=90): + return False + tok, why = self._token(w, sub) + if not tok: + say(f" mealie: could not authenticate after the update :: {why}") + return False + rc, code, _ = w.app_curl(sub, "/api/recipes/nope" + secrets.token_hex(5), + "-H", f"Authorization: Bearer {tok}") + if code == "200": + say(" mealie: READBACK UNUSABLE — a slug that cannot exist returned 200") + return False + rc, code, body = w.app_curl(sub, f"/api/recipes/{t['slug']}", + "-H", f"Authorization: Bearer {tok}") + ok = code == "200" and t["name"] in body + say(f" mealie: readback of the seeded recipe http={code} ok={ok}") + return ok + + +# ============================================================================================= +class N8n: + """n8n's own owner-setup API creates the first account; its own login proves it survived.""" + sub = "auto" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/healthz", want=("200",), tries=90): + return None + email = f"drill-{secrets.token_hex(4)}@gate.invalid" + pw = "Drill" + secrets.token_hex(8) + "1" + rc, code, body = w.app_curl(sub, "/rest/owner/setup", "-H", "Content-Type: application/json", + data=json.dumps({"email": email, "firstName": "drill", + "lastName": "drill", "password": pw}), + method="POST") + say(f" n8n: /rest/owner/setup http={code}") + if code not in ("200", "201"): + say(f" n8n: refused {body[:220]}") + return None + return {"email": email, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/healthz", want=("200",), tries=90): + return False + def login(p): + return w.app_curl(sub, "/rest/login", "-H", "Content-Type: application/json", + data=json.dumps({"emailOrLdapLoginId": t["email"], "password": p}), + method="POST") + rc, code, _ = login("wrong-" + secrets.token_hex(6)) + if code == "200": + say(" n8n: READBACK UNUSABLE — a wrong password authenticated") + return False + rc, code, body = login(t["pw"]) + ok = code == "200" and t["email"] in body + say(f" n8n: login as the seeded owner http={code} ok={ok}") + return ok + + +# ============================================================================================= +class Zipline: + """Zipline's own setup/login API. Zipline 4 creates the first user through its own endpoint.""" + sub = "img" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/api/healthcheck", want=("200",), tries=90): + if not w.wait_app(sub, "/", want=("200", "302", "307"), tries=30): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + for path in ("/api/auth/register", "/api/auth/setup"): + rc, code, body = w.app_curl(sub, path, "-H", "Content-Type: application/json", + data=json.dumps({"username": user, "password": pw}), + method="POST") + say(f" zipline: {path} http={code} :: {body[:160]}") + if code in ("200", "201"): + return {"user": user, "pw": pw} + say(" zipline: neither register nor setup accepted a first user") + return None + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302", "307"), tries=60): + return False + def login(p): + return w.app_curl(sub, "/api/auth/login", "-H", "Content-Type: application/json", + data=json.dumps({"username": t["user"], "password": p}), + method="POST") + rc, code, _ = login("wrong-" + secrets.token_hex(6)) + if code == "200": + say(" zipline: READBACK UNUSABLE — a wrong password authenticated") + return False + rc, code, body = login(t["pw"]) + ok = code == "200" + say(f" zipline: login as the seeded user http={code} ok={ok}") + return ok + + +# ============================================================================================= +class Vikunja: + """Vikunja's own REST API: register a user, log in, create a project, read the project back. + Four calls, all the app's own front door.""" + sub = "tasks" + + def _token(self, w, sub, t, pw=None): + rc, code, body = w.app_curl(sub, "/api/v1/login", "-H", "Content-Type: application/json", + data=json.dumps({"username": t["user"], + "password": pw or t["pw"]}), method="POST") + if code != "200": + return None, f"http={code} {body[:160]}" + try: + return json.loads(body)["token"], "" + except Exception: + return None, body[:160] + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/api/v1/info", want=("200",), tries=72): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + rc, code, body = w.app_curl(sub, "/api/v1/register", "-H", "Content-Type: application/json", + data=json.dumps({"username": user, "password": pw, + "email": f"{user}@gate.invalid"}), + method="POST") + say(f" vikunja: register http={code}") + if code not in ("200", "201"): + say(f" vikunja: refused {body[:220]}") + return None + t = {"user": user, "pw": pw} + tok, why = self._token(w, sub, t) + if not tok: + say(f" vikunja: could not log in after registering :: {why}") + return None + title = "drill-" + secrets.token_hex(5) + # Vikunja CREATES with PUT, not POST — a POST answers `405 Method Not Allowed`, which + # reads like a broken fixture and is really the wrong verb. Measured 2026-09-21. + rc, code, body = w.app_curl(sub, "/api/v1/projects", "-H", f"Authorization: Bearer {tok}", + "-H", "Content-Type: application/json", + data=json.dumps({"title": title}), method="PUT") + say(f" vikunja: create project http={code}") + if code not in ("200", "201"): + say(f" vikunja: project refused {body[:220]}") + return None + t["title"] = title + t["pid"] = json.loads(body).get("id") + return t + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/api/v1/info", want=("200",), tries=72): + return False + bad, why = self._token(w, sub, t, pw="wrong-" + secrets.token_hex(6)) + if bad: + say(" vikunja: READBACK UNUSABLE — a wrong password authenticated") + return False + tok, why = self._token(w, sub, t) + if not tok: + say(f" vikunja: the seeded account no longer authenticates :: {why}") + return False + rc, code, body = w.app_curl(sub, f"/api/v1/projects/{t['pid']}", + "-H", f"Authorization: Bearer {tok}") + ok = code == "200" and t["title"] in body + say(f" vikunja: readback of the seeded project http={code} ok={ok}") + return ok + + +# ============================================================================================= +class OpenGist: + """Opengist's own sign-up and sign-in FORMS. + + Two things had to be measured. Its sign-up is CSRF-protected: a bare POST answers 500 with an + HTML page, which reads like a broken app and is really a missing token — fetch the form, keep + its cookie, send its `_csrf` back. And its REST API refuses the account's own password + (`401 {"message":"Bad crendentials"}`) because it wants a token the app will not mint without a + browser. So the SEEDED DATA is the account itself and the READBACK is a real sign-in, which is + the same shape the docmost and navidrome fixtures use. + + LIMITATION, recorded rather than papered over: this is the DATABASE half. A gist's CONTENT is + not seeded, because that needs the API token above. + """ + sub = "gist" + + def _form(self, w, sub, path, jar, fields): + rc, code, html = w.app_curl(sub, path, "-b", jar, "-c", jar) + m = re.search(r'name="_csrf"[^>]*value="([^"]+)"', html or "") + if not m: + return None, f"no _csrf on {path} (http={code})" + body = "&".join([f"_csrf={m.group(1)}"] + [f"{k}={v}" for k, v in fields.items()]) + rc, code, out = w.app_curl(sub, path, "-b", jar, "-c", jar, + "-H", "Content-Type: application/x-www-form-urlencoded", + data=body, method="POST") + return code, out + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=72): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + jar = f"/tmp/og-{secrets.token_hex(4)}.jar" + code, out = self._form(w, sub, "/register", jar, {"username": user, "password": pw}) + say(f" opengist: /register (with its own _csrf) http={code}") + if code not in ("200", "302", "303"): + say(f" opengist: refused {str(out)[:200]}") + return None + return {"user": user, "pw": pw} + + def verify(self, w, sub, t, say): + # Wait for the LOGIN FORM, not for the root page. Measured 2026-09-21: immediately after a + # successful update the root answers while /login does not yet carry its `_csrf`, so the + # sign-in silently fails and the app looks like it lost the account. It had not. + # 1.15 moved every page under `/-/` (`/-/login`, `/-/all`; `/login` answers 404) — measured + # 2026-09-23 night. Ask the app which shape it serves instead of assuming one. + pre, home_path = "", "/" + for _ in range(72): + if w.app_curl(sub, "/-/login")[1] == "200": + pre, home_path = "/-", "/-/all" + break + if w.app_curl(sub, "/login")[1] == "200": + break + time.sleep(5) + else: + say(" opengist: neither /login nor /-/login came back after the update") + return False + say(f" opengist: sign-in form at {pre}/login") + for _ in range(24): + rc, code, html = w.app_curl(sub, pre + "/login") + if code == "200" and '_csrf' in (html or ""): + break + time.sleep(5) + jar = f"/tmp/og-{secrets.token_hex(4)}.jar" + code, _ = self._form(w, sub, pre + "/login", jar, + {"username": t["user"], "password": "wrong-" + secrets.token_hex(5)}) + rc, c2, home = w.app_curl(sub, home_path, "-b", jar) + if t["user"] in (home or ""): + say(" opengist: READBACK UNUSABLE — a wrong password signed in") + return False + jar2 = f"/tmp/og-{secrets.token_hex(4)}.jar" + code, _ = self._form(w, sub, pre + "/login", jar2, {"username": t["user"], "password": t["pw"]}) + rc, c2, home = w.app_curl(sub, home_path, "-b", jar2) + signed_in = t["user"] in (home or "") + # The ACCOUNT's own public page is the readback that does not depend on a cookie: 1.15 marks its + # session cookie Secure, so a plain-HTTP bench cannot send it back (measured 2026-09-23 night). + # A user that was never created must 404 on the same call, or the readback proves nothing. + rc, pc, prof = w.app_curl(sub, "/" + t["user"]) + rc, nc, _ = w.app_curl(sub, "/nobody" + secrets.token_hex(4)) + profile = pc == "200" and t["user"] in (prof or "") + if nc == "200": + say(" opengist: READBACK UNUSABLE — a never-created user's page answered 200") + return None + say(f" opengist: account page /{t['user']} http={pc} found={profile} (never-created user {nc}); " + f"sign-in http={code} name_on_page={signed_in}") + return profile + + +# ============================================================================================= +class Papra: + """Papra's own e-mail sign-up and sign-in endpoints.""" + sub = "papra" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/api/health", want=("200",), tries=72): + if not w.wait_app(sub, "/", want=("200", "302"), tries=30): + return None + email = f"drill-{secrets.token_hex(4)}@gate.invalid" + pw = "Drill-" + secrets.token_hex(10) + rc, code, body = w.app_curl(sub, "/api/auth/sign-up/email", + "-H", "Content-Type: application/json", + data=json.dumps({"email": email, "password": pw, + "name": "drill"}), method="POST") + say(f" papra: sign-up http={code}") + if code not in ("200", "201"): + say(f" papra: refused {body[:220]}") + return None + return {"email": email, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=72): + return False + def signin(p): + return w.app_curl(sub, "/api/auth/sign-in/email", + "-H", "Content-Type: application/json", + data=json.dumps({"email": t["email"], "password": p}), method="POST") + rc, code, _ = signin("wrong-" + secrets.token_hex(6)) + if code == "200": + say(" papra: READBACK UNUSABLE — a wrong password authenticated") + return False + rc, code, body = signin(t["pw"]) + ok = code == "200" + say(f" papra: sign-in as the seeded account http={code} ok={ok}") + return ok + + +# ============================================================================================= +class HomeAssistant: + """Home Assistant's own onboarding API creates the owner account and hands back a code the + same API exchanges for a token. Both are the app's own documented non-browser route.""" + sub = "ha" + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=120): + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + rc, code, body = w.app_curl(sub, "/api/onboarding/users", + "-H", "Content-Type: application/json", + data=json.dumps({"client_id": f"https://{sub}.felhom.invalid/", + "name": "drill", "username": user, + "password": pw, "language": "en"}), + method="POST") + say(f" home-assistant: /api/onboarding/users http={code}") + if code not in ("200", "201"): + say(f" home-assistant: refused {body[:220]}") + return None + return {"user": user, "pw": pw} + + def _login(self, w, sub, user, pw): + """The app's own login flow: start it, then answer it. A 200 with a step_id of + `mfa`/`init` means the credentials were REFUSED; only `create_entry` is a pass.""" + rc, code, body = w.app_curl(sub, "/auth/login_flow", + "-H", "Content-Type: application/json", + data=json.dumps({"client_id": f"https://{sub}.felhom.invalid/", + "handler": ["homeassistant", None], + "redirect_uri": f"https://{sub}.felhom.invalid/", + "type": "authorize"}), method="POST") + if code not in ("200", "201"): + return None, f"flow start http={code} {body[:160]}" + try: + fid = json.loads(body)["flow_id"] + except Exception: + return None, body[:160] + rc, code, body = w.app_curl(sub, f"/auth/login_flow/{fid}", + "-H", "Content-Type: application/json", + data=json.dumps({"client_id": f"https://{sub}.felhom.invalid/", + "username": user, "password": pw}), + method="POST") + try: + j = json.loads(body) + except Exception: + return None, body[:160] + return (j.get("result") if j.get("type") == "create_entry" else None), body[:200] + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/", want=("200", "302"), tries=120): + return False + bad, why = self._login(w, sub, t["user"], "wrong-" + secrets.token_hex(6)) + if bad: + say(" home-assistant: READBACK UNUSABLE — a wrong password authenticated") + return False + good, why = self._login(w, sub, t["user"], t["pw"]) + ok = bool(good) + say(f" home-assistant: login as the seeded owner ok={ok}") + if not ok: + say(f" home-assistant: {why}") + return ok + + +# ============================================================================================= +class Romm: + """RomM's own user API, driven the way RomM's own front end drives it. + + Three things had to be measured rather than guessed, and each one answered a 403 or a 422 that + looked like a different fault: RomM sets a **`romm_csrftoken` cookie** on any GET and requires + it back in an **`x-csrftoken` header** (a bare POST is `403 CSRF token verification failed`, + which reads like an auth problem); the fields go in the **JSON body**, not the query string (a + query-string POST is `422 Field required` for every field it was just given); and `email` is + required alongside username, password and role. + + On a fresh install with no admin the first `POST /api/users` is accepted unauthenticated; + afterwards it is not — which is what makes the readback (`POST /api/login` as that user) a real + authentication rather than a repeat of the seed. + + LIMITATION: this is the DATABASE half. RomM's other half is the ROM library on the drive, which + this does not populate. + """ + sub = "arcade" + + def _csrf(self, w, sub): + jar = f"/tmp/romm-{secrets.token_hex(4)}.jar" + w.app_curl(sub, "/api/heartbeat", "-c", jar) + out = w.sh(["bash", "-lc", f"grep -i csrf {jar} | awk '{{print $7}}'"]).stdout or "" + return jar, out.strip() + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/api/heartbeat", want=("200",), tries=120): + if not w.wait_app(sub, "/", want=("200", "302"), tries=30): + return None + jar, tok = self._csrf(w, sub) + if not tok: + say(" romm: no romm_csrftoken cookie was set on /api/heartbeat") + return None + user = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(10) + rc, code, body = w.app_curl( + sub, "/api/users", "-b", jar, "-H", f"x-csrftoken: {tok}", + "-H", "Content-Type: application/json", + data=json.dumps({"username": user, "email": f"{user}@gate.invalid", + "password": pw, "role": "admin"}), method="POST") + say(f" romm: POST /api/users http={code}") + if code not in ("200", "201"): + say(f" romm: refused {body[:220]}") + return None + return {"user": user, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/api/heartbeat", want=("200",), tries=120): + return False + jar, tok = self._csrf(w, sub) + rc, code, _ = w.app_curl(sub, "/api/login", "-b", jar, "-H", f"x-csrftoken: {tok}", + "-u", f"{t['user']}:wrong-{secrets.token_hex(5)}", method="POST") + if code == "200": + say(" romm: READBACK UNUSABLE — a wrong password authenticated") + return False + rc, code, body = w.app_curl(sub, "/api/login", "-b", jar, "-H", f"x-csrftoken: {tok}", + "-u", f"{t['user']}:{t['pw']}", method="POST") + ok = code == "200" + say(f" romm: login as the seeded user http={code} ok={ok}") + if not ok: + say(f" romm: body {body[:200]}") + return ok + + + +# ============================================================================================= +class Wishlist: + """Wishlist's own SvelteKit FORM actions (added night 2026-09-23, R-612's app). Sign-up at + /signup, then prove the account survived by signing in at /login — and by a wrong password being + REFUSED on the same call, so a readback that always says "ok" fails instead of passing. + SvelteKit refuses a cross-site form post: the Origin must be the app's own https origin.""" + sub = "wishlist" + + def _post(self, w, sub, path, body): + origin = "https://" + getattr(w, "host", lambda s: f"{s}.{w.DOMAIN}")(sub) # the Host the request carries + rc, code, out = w.app_curl(sub, path, "-H", f"Origin: {origin}", "-H", "x-sveltekit-action: true", + "-H", "Content-Type: application/x-www-form-urlencoded", + data=body, method="POST") + try: + return code, json.loads(out) + except Exception: + return code, {"type": "unparsed", "raw": (out or "")[:200]} + + def seed(self, w, sub, say): + if not w.wait_app(sub, "/signup", want=("200",), tries=72): + return None + u = "drill" + secrets.token_hex(3) + pw = "Drill-" + secrets.token_hex(8) + code, j = self._post(w, sub, "/signup", + f"name=Drill&username={u}&email={u}%40example.invalid&password={pw}&tokenId=") + say(f" wishlist: /signup http={code} type={j.get('type')}") + if j.get("type") not in ("success", "redirect"): + self.tried = f"POST /signup -> {code} {str(j)[:150]}" + return None + return {"u": u, "pw": pw} + + def verify(self, w, sub, t, say): + if not w.wait_app(sub, "/login", want=("200",), tries=72): + say(" wishlist: /login never came back") + return False + c1, bad = self._post(w, sub, "/login", f"username={t['u']}&password=wrong-{secrets.token_hex(5)}") + if bad.get("type") != "failure": + say(f" wishlist: READBACK UNUSABLE — a wrong password was not refused ({bad.get('type')})") + return None + c2, good = self._post(w, sub, "/login", f"username={t['u']}&password={t['pw']}") + ok = good.get("type") in ("success", "redirect") + say(f" wishlist: sign-in as the seeded user type={good.get('type')} ok={ok} (wrong password refused)") + return ok + +FIXTURES = { + "home-assistant": HomeAssistant(), + "romm": Romm(), + "vikunja": Vikunja(), + "opengist": OpenGist(), + "papra": Papra(), + "mealie": Mealie(), + "n8n": N8n(), + "zipline": Zipline(), + "grafana": Grafana(), + "audiobookshelf": AudiobookShelf(), + "actualbudget": ActualBudget(), + "nextcloud": Nextcloud(), + "adventurelog": Django("adventurelog", "travel", "/admin/login/"), + "tandoor": Django("tandoor", "recipes", "/accounts/login/", + python="/opt/recipes/venv/bin/python", workdir="/opt/recipes"), + "privatebin": PrivateBin(), + "docmost": Docmost(), + "bookstack": BookStack(), + "gitea": Gitea(), + "navidrome": Navidrome(), + "vaultwarden": Vaultwarden(), + "wishlist": Wishlist(), +} diff --git a/documentation/audits/night-2026-09-23/live.py b/documentation/audits/night-2026-09-23/live.py new file mode 100644 index 00000000..ab8e480a --- /dev/null +++ b/documentation/audits/night-2026-09-23/live.py @@ -0,0 +1,194 @@ +#!/usr/bin/env python3 +"""live.py — controller v0.263.0's undo, proven on guest 9202 through the endpoints the UI invokes. + +Nothing here performs an undo: the PRODUCT does. This presses Update, reads GET /api/stacks/, +fetches the app page in both languages, and reads the seeds back through each app's own front door. +Seed C is written immediately before each Update, after every backup — so only the undo's own +last-second copy can bring it back. +""" +import json, re, sys, time, html as H +sys.path.insert(0, ".") +import walk as w +from spike import load, save, ts +import bakeoff as b + +HEALTH = {"docmost": "/", "romm": "/api/heartbeat", "vikunja": "/api/v1/info"} + + +def seed_c(app, s): + return b.seed_b(app, s["sub"], s["seedA"]) + + +def page_lines(app): + out = {} + for lang in ("hu", "en"): + h = H.unescape(w.page(f"/apps/{app}?lang={lang}")) + m = re.search(r'data-update-undone="true">([^<]*)<', h) + hold = re.search(r'data-held="true">([^<]*)<', h) + out[lang] = {"undone_line": m.group(1).strip() if m else None, "hold": hold.group(1).strip() if hold else None} + return out + + +def press(app, poll=0.5, on_phase=None): + code, d = w.ctl("POST", f"/api/stacks/{app}/update") + w.say(f" Update -> {code} {str(d)[:140]}") + phases, seen, t0 = [], None, time.time() + while time.time() - t0 < 1500: + try: + st = w.stack(app) + except Exception as e: + st = {} + ph = st.get("update_phase") + if ph != seen and ph is not None: + seen = ph + phases.append((round(time.time() - t0, 1), ph, st.get("update_phase_label"))) + w.say(f" +{phases[-1][0]:6.1f}s phase={ph} label={st.get('update_phase_label')}") + if on_phase and on_phase(ph): + return phases, "interrupted" + if st and not st.get("updating") and ph in ("done", "failed", "undone") and time.time() - t0 > 2: + break + time.sleep(poll) + st = w.stack(app) + w.say(f" END phase={st.get('update_phase')} err={st.get('update_error')!r} hold={st.get('hold_reason')!r}") + return phases, st + + +def readback(app, s, with_c=True): + sub = s["sub"] + w.wait_app(sub, HEALTH[app], want=("200",), tries=60, delay=2) + A = b.FX[app].verify(w, sub, s["seedA"], w.say) + B = b.verify_b(app, sub, s["seedA"], s["seedB"]) + C = b.verify_b(app, sub, s["seedA"], s["seedC"]) if with_c and s.get("seedC") else None + return {"A": A, "B": B, "C": C} + + +def stage_undo(app): + s = load(app) + w.say(f"=== {app}: live undo by the product") + s["seedC"] = seed_c(app, s); s["seedC_at"] = ts() + w.say(" seed C written right before the Update:", bool(s["seedC"])) + before = b.db_state(app); w.say(" db before:", before) + phases, st = press(app) + obs = w.observables(app) + w.say(" observables:", json.dumps(obs)) + rb = readback(app, s) + after = b.db_state(app) + w.say(f" READBACK A={rb['A']} B={rb['B']} C={rb['C']} db after: {after} (before: {before})") + pl = page_lines(app); w.say(" PAGE:", json.dumps(pl, ensure_ascii=False)) + w.say(" leftover copies:", w.guest(f"docker volume ls -q --filter label=felhom.undo-copy-of={app} | wc -l").strip()) + s["live_undo"] = {"phases": phases, "end": {k: st.get(k) for k in ("update_phase", "update_error", "hold_reason")}, + "readback": rb, "db_before": before, "db_after": after, "page": pl, "obs": obs} + save(app, s) + + + + +def set_box_language(lang): + """POST /settings/language — the household's language switch (form + the dashboard's CSRF).""" + sess = open(f"{w.SC}/sess{__import__('os').getpid()}.txt").read().strip(); csrf = open(f"{w.SC}/csrf{__import__('os').getpid()}.txt").read().strip() + r = w.sh(["curl", "-sk", "-o", "/dev/null", "-w", "%{http_code}", "-H", w.HOSTHDR, "-H", f"Cookie: {sess}", + "-H", f"X-CSRF-Token: {csrf}", "--data-urlencode", f"lang={lang}", "--data-urlencode", f"gorilla.csrf.Token={csrf}", + f"{w.BASE}/settings/language"]) + w.say(f" box language -> {lang}: http {r.stdout.strip()}") + + +def stage_powercut(app): + """Press Update; the moment the phase reads `undoing`, cut the guest's power (`pct stop`, a hard + stop); boot it again and let the controller resume the undo.""" + import subprocess + s = load(app) + w.say(f"=== {app}: power cut DURING the undo") + s["seedC"] = seed_c(app, s) + cut = {} + + def on_phase(ph): + if ph == "undoing": + t = time.time() + r = subprocess.run(["ssh", "demo-hp", "pct stop 9202"], capture_output=True, text=True, timeout=120) + cut["at"] = ts(); cut["rc"] = r.returncode + w.say(f" >>> POWER CUT (pct stop 9202) in phase undoing: rc={r.returncode} in {round(time.time()-t,1)}s") + return True + return False + phases, _ = press(app, poll=0.3, on_phase=on_phase) + if not cut: + w.say(" the cut never landed in `undoing` — recorded as a MISS"); return + r = subprocess.run(["ssh", "demo-hp", "pct start 9202"], capture_output=True, text=True, timeout=180) + w.say(f" guest started again: rc={r.returncode}") + for i in range(60): + time.sleep(5) + try: + w.login(); st = w.stack(app) + if st: + break + except SystemExit: + continue + w.say(w.guest("docker logs felhom-controller 2>&1 | grep -E 'update recovery|resuming the UNDO|UNDONE|UNDO failed' | head -6")) + t0 = time.time() + while time.time() - t0 < 600: + st = w.stack(app) + if not st.get("updating") and st.get("update_phase") in ("undone", "failed"): + break + time.sleep(3) + w.say(f" after the restart: phase={st.get('update_phase')} hold={st.get('hold_reason')!r}") + rb = readback(app, s) + w.say(f" READBACK A={rb['A']} B={rb['B']} C={rb['C']} db: {b.db_state(app)}") + w.say(" leftover copies:", w.guest(f"docker volume ls -q --filter label=felhom.undo-copy-of={app} | wc -l").strip()) + s["powercut"] = {"phases": phases, "cut": cut, "end": st.get("update_phase"), "readback": rb} + save(app, s) + + +def stage_cutoff(app): + """Press Update; while the NEW version is in `verifying`, take the finished-marker away from one of + the undo copies (a copy cut off mid-way looks exactly like this). The undo must refuse to pour it + back and HOLD with the new prefix.""" + s = load(app) + w.say(f"=== {app}: a cut-off undo copy") + done = {} + + def on_phase(ph): + if ph == "verifying" and not done: + out = w.guest(f"""c=$(docker volume ls -q --filter label=felhom.undo-copy-of={app} | head -1); echo "copy: $c" +docker run --rm -v $c:/c alpine sh -c 'ls -la /c; rm -f /c/felhom-undo-complete; ls /c'""") + done["out"] = out + w.say(" >>> finished-marker removed from one copy:\n" + out) + return False + phases, st = press(app, poll=0.5, on_phase=on_phase) + before = b.db_state(app) + pl = page_lines(app) + w.say(" PAGE (box language hu):", json.dumps(pl, ensure_ascii=False)) + set_box_language("en") + pl_en = page_lines(app) + w.say(" PAGE (box language en):", json.dumps(pl_en, ensure_ascii=False)) + set_box_language("hu") + w.say(" copies kept:", w.guest(f"docker volume ls -q --filter label=felhom.undo-copy-of={app}")) + s["cutoff_live"] = {"phases": phases, "end": {k: st.get(k) for k in ("update_phase", "hold_reason")}, "page_hu_box": pl, "page_en_box": pl_en, "marker": done} + save(app, s) + + +def stage_fixprobe_and_press(app): + """After an undo: the catalog fixes the new version's probe; a PERSON presses Update; it must work + and end the undone note.""" + s = load(app) + frm, to, p0, p1 = b.EDGE[app] + fy = f"{w.DRILL}/templates/{app}/.felhom.yml" + f = open(fy).read().replace(f"port: {p1}", f"port: {p0}", 1); open(fy, "w").write(f) + w.sh(["git", "-C", w.DRILL, "commit", "-qam", f"DRILL {app}: the probe fixed (port {p0}) — the step is now good"]) + w.sh(["git", "-C", w.DRILL, "push", "-q", "origin", "main"], timeout=120) + w.sync_rescan(app, to) + time.sleep(20) + w.ctl("POST", "/api/sync"); time.sleep(3); w.ctl("POST", "/api/stacks/rescan") + w.say(f"=== {app}: a person presses Update again after the undo (probe fixed in the catalog)") + w.say(" before, the page:", json.dumps(page_lines(app), ensure_ascii=False)) + phases, st = press(app) + rb = readback(app, s) + w.say(f" READBACK A={rb['A']} B={rb['B']} C={rb['C']} installed={w.observables(app)['installed_images']}") + pl = page_lines(app); w.say(" after, the page:", json.dumps(pl, ensure_ascii=False)) + w.say(" app.yaml last_update_undone:", w.guest(f"grep -c last_update_undone /opt/docker/stacks/{app}/app.yaml")) + s["manual_after_undo"] = {"phases": phases, "end": st.get("update_phase"), "readback": rb, "page": pl} + save(app, s) + + +if __name__ == "__main__": + w.login() + {"undo": stage_undo, "powercut": stage_powercut, "cutoff": stage_cutoff, + "fixpress": stage_fixprobe_and_press}[sys.argv[1]](sys.argv[2]) diff --git a/documentation/audits/night-2026-09-23/r612.py b/documentation/audits/night-2026-09-23/r612.py new file mode 100644 index 00000000..7ccf34bd --- /dev/null +++ b/documentation/audits/night-2026-09-23/r612.py @@ -0,0 +1,49 @@ +#!/usr/bin/env python3 +"""R-612 red-proof on 9202, through the product. argv[1] = before|after. +before: the drill template as live (128M). after: the drill template at 512M (the fix). +Observables: the controller's state; the container's own log (seed Killed / executed); a sign-up +through the app's own front door, and what the household is told.""" +import sys, re, json, time, fcntl, subprocess +sys.path.insert(0, ".") +import walk as w +mode = sys.argv[1] +APP, SUB = "wishlist", "wishlist" +if mode == "after": + with open(f"{w.SC}/drill.lock", "w") as lk: + fcntl.flock(lk, fcntl.LOCK_EX) + w.sh(["git", "-C", w.DRILL, "pull", "-q", "--rebase", "origin", "main"], timeout=120) + p = f"{w.DRILL}/templates/wishlist/docker-compose.yml" + s = open(p).read().replace("memory: 128M", "memory: 512M"); open(p, "w").write(s) + w.sh(["git", "-C", w.DRILL, "commit", "-qam", "DRILL R-612: wishlist 512M"]) + w.sh(["git", "-C", w.DRILL, "push", "-q", "origin", "main"], timeout=120) +w.login() +w.sync_rescan() +w.deploy(APP, SUB) +time.sleep(60) +st = w.stack(APP) +w.say(f"[{mode}] controller: deployed={st.get('deployed')} state={st.get('state')}") +logs = w.app_logs(APP, 200) +seed = [l for l in logs.splitlines() if re.search(r"seed|Killed|roles are|default group", l)] +w.say(f"[{mode}] container log, seed lines: {seed}") +lim = w.guest("docker inspect wishlist -f '{{.HostConfig.Memory}}'").strip() +w.say(f"[{mode}] memory limit on the container: {lim}") +# sign-up through the front door: GET the page, POST the form the page renders +rc, code, page = w.app_curl(SUB, "/signup") +names = sorted(set(re.findall(r'name="([a-zA-Z_]+)"', page))) +w.say(f"[{mode}] GET /signup -> {code}; form fields {names}") +import secrets +u = "drill" + secrets.token_hex(3) +form = f"name=Drill&username={u}&email={u}%40example.invalid&password=Drill-{secrets.token_hex(8)}&tokenId=" +rc, code, body = w.app_curl(SUB, "/signup", "-H", "Content-Type: application/x-www-form-urlencoded", + "-H", "Origin: https://wishlist." + w.DOMAIN, "-H", "x-sveltekit-action: true", + method="POST", data=form) +w.say(f"[{mode}] POST /signup -> {code}: {body[:300]}") +told = "already exists" in body +w.say(f"[{mode}] household told 'already exists': {told}") +cl = w.guest("docker logs wishlist 2>&1 | grep -iE 'foreign key|constraint' | tail -3") +w.say(f"[{mode}] container log after sign-up: {cl.strip()!r}") +json.dump({"mode": mode, "state": st.get("state"), "seed_lines": seed, "limit": lim, "signup_http": code, + "signup_body": body[:500], "told_already_exists": told, "fk_log": cl.strip()}, + open(f"apps/wishlist/r612-{mode}.json", "w"), indent=2, ensure_ascii=False) +w.remove(APP) +open(f"apps/wishlist/r612-{mode}.log", "w").write("\n".join(w.LOG) + "\n") diff --git a/documentation/audits/night-2026-09-23/r613.py b/documentation/audits/night-2026-09-23/r613.py new file mode 100644 index 00000000..5785ffad --- /dev/null +++ b/documentation/audits/night-2026-09-23/r613.py @@ -0,0 +1,39 @@ +#!/usr/bin/env python3 +"""R-613 red-proof on 9202 through the product. argv[1] = before|after. +before: the drill template as live. after: + UPTIME_KUMA_DB_TYPE=sqlite (the fix). +The lie: the controller reads `running` while the app's own /api/entry-page says setup-database.""" +import sys, re, json, time, fcntl +sys.path.insert(0, ".") +import walk as w +mode = sys.argv[1] +APP, SUB = "uptime-kuma", "uptime" +if mode == "after" and False: + with open(f"{w.SC}/drill.lock", "w") as lk: + fcntl.flock(lk, fcntl.LOCK_EX) + w.sh(["git", "-C", w.DRILL, "pull", "-q", "--rebase", "origin", "main"], timeout=120) + p = f"{w.DRILL}/templates/uptime-kuma/docker-compose.yml" + s = open(p).read().replace(" - TZ=Europe/Budapest\n", " - TZ=Europe/Budapest\n - UPTIME_KUMA_DB_TYPE=sqlite\n", 1) + open(p, "w").write(s) + w.sh(["git", "-C", w.DRILL, "commit", "-qam", "DRILL R-613: uptime-kuma skips the DB wizard"]) + w.sh(["git", "-C", w.DRILL, "push", "-q", "origin", "main"], timeout=120) +w.login() +w.sync_rescan() +if mode.startswith("after"): + for i in range(24): + if "UPTIME_KUMA_DB_TYPE" in w.guest("cat /opt/docker/stacks/uptime-kuma/docker-compose.yml"): + w.say(f"[{mode}] the box's template carries the fix after {i} extra sync round(s)") + break + time.sleep(5); w.sync_rescan() +w.deploy(APP, SUB) +w.wait_app(SUB, "/", want=("200", "302")) +time.sleep(30) +st = w.stack(APP) +rc, code, body = w.app_curl(SUB, "/api/entry-page") +rc2, code2, _ = w.app_curl(SUB, "/metrics") +w.say(f"[{mode}] controller state={st.get('state')}; app /api/entry-page -> {code} {body[:120]}; /metrics -> {code2}") +wizard = "setup-database" in body +w.say(f"[{mode}] the app is parked on its database wizard: {wizard}; the box says: {st.get('state')}") +json.dump({"mode": mode, "state": st.get("state"), "entry_page": body[:200], "metrics_http": code2, + "wizard": wizard}, open(f"apps/uptime-kuma/r613-{mode}.json", "w"), indent=2) +w.remove(APP) +open(f"apps/uptime-kuma/r613-{mode}.log", "w").write("\n".join(w.LOG) + "\n") diff --git a/documentation/audits/night-2026-09-23/r626.py b/documentation/audits/night-2026-09-23/r626.py new file mode 100644 index 00000000..2638bdbd --- /dev/null +++ b/documentation/audits/night-2026-09-23/r626.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python3 +"""R-626 — does a removed app come back? Measured through the product on 9202. + +deploy navidrome -> remove through the product -> `docker events` for the compose project for 5 min, +a controller restart at +150 s -> then a GUEST REBOOT and a look after it. Positive observable: the +events stream must show the remove's own destroy events (proves the watcher saw the project), and +any `create` after the remove's answer is the defect. +""" +import sys, time, json +sys.path.insert(0, ".") +import walk as w + +APP = sys.argv[1] if len(sys.argv) > 1 else "navidrome" +w.login() +w.say(f"R-626 run on guest {w.GUEST}, app {APP}") +if not w.deploy(APP, APP): + sys.exit("deploy failed") +w.wait_app(APP, "/") +w.say("starting docker events watcher (400 s) in the guest") +w.guest(f"rm -f /root/r626-events.txt; nohup timeout 400 docker events --format '{{{{.Time}}}} {{{{.Type}}}} {{{{.Action}}}} {{{{.Actor.Attributes.name}}}} project={{{{index .Actor.Attributes \"com.docker.compose.project\"}}}}' --filter label=com.docker.compose.project={APP} > /root/r626-events.txt 2>&1 &\nsleep 1; echo started") +time.sleep(3) +t_remove = time.time() +code = w.remove(APP) +w.say(f"remove answered {code} at epoch {int(t_remove)}") +checks = {} +for at in (60, 150, 300, 390): + while time.time() - t_remove < at: + time.sleep(2) + if at == 150: + w.say("+150 s: restarting the controller (docker restart felhom-controller)") + w.guest("docker restart felhom-controller >/dev/null; echo restarted") + time.sleep(20) + w.login() + out = w.guest(f"docker ps -a --filter label=com.docker.compose.project={APP} --format '{{{{.Names}}}} {{{{.Status}}}}'; docker volume ls -q | grep -c '^{APP}_' || true") + st = w.stack(APP) + checks[at] = {"containers_and_volcount": out.strip(), "deployed": st.get("deployed")} + w.say(f"+{at} s: {checks[at]}") +ev = w.guest("cat /root/r626-events.txt") +w.say("events after the remove:\n" + ev) +w.say("rebooting guest 9202 (pct reboot)") +w.sh(["ssh", w.HP, f"pct reboot {w.GUEST}"], timeout=300) +for _ in range(60): + time.sleep(5) + r = w.sh(["ssh", w.HP, f"pct exec {w.GUEST} -- docker ps --format '{{{{.Names}}}}'"], timeout=30) + if "felhom-controller" in (r.stdout or ""): + break +time.sleep(60) +w.login() +after = w.guest(f"docker ps -a --filter label=com.docker.compose.project={APP} --format '{{{{.Names}}}} {{{{.Status}}}}'; docker volume ls -q | grep '^{APP}_' || true; ls -d /opt/docker/stacks/{APP} 2>&1") +st = w.stack(APP) +w.say(f"after reboot (+60 s): containers/volumes/dir = {after.strip()!r} deployed={st.get('deployed')}") +creates = [l for l in ev.splitlines() if " create " in l] +destroys = [l for l in ev.splitlines() if " destroy " in l] +verdict = {"app": APP, "remove_http": code, "checks": checks, "events_create_after_remove": creates, + "events_destroy": destroys, "after_reboot": after.strip(), "deployed_after_reboot": st.get("deployed"), + "positive_observable_destroy_events_seen": bool(destroys), + "came_back": bool(creates) or bool([l for l in after.splitlines() if l.strip() and "No such file" not in l and not l.startswith("ls:")])} +json.dump(verdict, open("A3-r626-verdict.json", "w"), indent=2) +w.say("VERDICT " + json.dumps({k: verdict[k] for k in ("came_back", "positive_observable_destroy_events_seen")})) +open("A3-r626-log.txt", "w").write("\n".join(w.LOG) + "\n") diff --git a/documentation/audits/night-2026-09-23/repoint.py b/documentation/audits/night-2026-09-23/repoint.py new file mode 100644 index 00000000..851e47f0 --- /dev/null +++ b/documentation/audits/night-2026-09-23/repoint.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python3 +"""Point guest 9202 at the drill catalog (and a 90 s health timeout), or restore the saved config. + +`09` §6.5: `git.repo_url` alone is INERT (R-615) — the cache dir must go too. The saved copy is +`controller.yaml.pre-night0923` (NOT the older `.pre-28`, which a restore must never pick up). +""" +import re, sys, io +sys.path.insert(0, '.') +import walk as w + +VOL = "/var/lib/docker/volumes/felhom-controller-data/_data" +DRILL_REPO = "https://gitea.dooplex.hu/admin/app-catalog-drill.git" + + +def creds(): + for l in io.open("/home/kisfenyo/.git-credentials").read().strip().split("\n"): + m = re.match(r'https://(admin):([^@]+)@gitea\.dooplex\.hu', l) + if m: + return m.group(1), m.group(2) + raise SystemExit("no admin credential") + + +def to_drill(): + u, t = creds() + print(w.guest(f""" +set -e +test -f {VOL}/controller.yaml.pre-night0923 || cp -p {VOL}/controller.yaml {VOL}/controller.yaml.pre-night0923 +python3 - <<'PY' +import re +p = "{VOL}/controller.yaml" +s = open(p).read() +s = re.sub(r'(^\\s+repo_url: ).*$', r'\\g<1>{DRILL_REPO}', s, count=1, flags=re.M) +s = re.sub(r'(^git:(?:\\n\\s+.*)*?\\n\\s+token: ).*$', r'\\g<1>"{t}"', s, count=1, flags=re.M) +s = re.sub(r'(^git:(?:\\n\\s+.*)*?\\n\\s+username: ).*$', r'\\g<1>"{u}"', s, count=1, flags=re.M) +if not re.search(r'^update:', s, re.M): + s += "update:\\n health_timeout: 90s\\n" +open(p, "w").write(s) +PY +rm -rf {VOL}/catalog-cache {VOL}/data/catalog-cache +docker restart felhom-controller >/dev/null +sleep 15 +grep -A6 '^git:' {VOL}/controller.yaml | sed 's/token:.*/token: /' +grep -A2 '^update:' {VOL}/controller.yaml +""")) + + +def restore(): + print(w.guest(f""" +set -e +cp -p {VOL}/controller.yaml.pre-night0923 {VOL}/controller.yaml +rm -rf {VOL}/catalog-cache {VOL}/data/catalog-cache +docker restart felhom-controller >/dev/null +sleep 15 +grep -A6 '^git:' {VOL}/controller.yaml | sed 's/token:.*/token: /' +grep -c '^update:' {VOL}/controller.yaml || true +""")) + + +if __name__ == "__main__": + to_drill() if sys.argv[1] == "drill" else restore() diff --git a/documentation/audits/night-2026-09-23/run_edge.py b/documentation/audits/night-2026-09-23/run_edge.py new file mode 100644 index 00000000..b864d79d --- /dev/null +++ b/documentation/audits/night-2026-09-23/run_edge.py @@ -0,0 +1,192 @@ +#!/usr/bin/env python3 +"""run_edge.py [--sub X] [--keep] [--no-remove] + +One app's full walk on guest 9202. Writes everything under +`documentation/audits/update-night-2026-09-21/night-2026-09-23/apps//`: + + log.txt every line this run printed, as it printed it + badges.json the „Frissítés elérhető" badge in BOTH languages, before and after + phases.json every update phase with its timestamp + observables.json the four version observables side by side + verdict.json `09`'s verdict-record shape + +`inconclusive` is never collapsed into `failed`. +""" +import argparse, json, os, sys, time +from datetime import datetime, timezone + +HERE = os.path.dirname(os.path.abspath(__file__)) +sys.path.insert(0, HERE) +import walk as w # noqa: E402 +from fixtures import FIXTURES # noqa: E402 +sys.path.insert(0, "/mnt/5_hdd/felhom.eu/git/app-catalog-felhom.eu/scripts") +from upgrade_fixtures_box28 import FIXTURES28 # noqa: E402 — the twenty-eight's, ported (R-462) +FIXTURES = {**FIXTURES28, **FIXTURES} + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("app") + ap.add_argument("frm") + ap.add_argument("to") + ap.add_argument("--sub", default=None) + ap.add_argument("--no-remove", action="store_true") + ap.add_argument("--class", dest="cls", default="other") + a = ap.parse_args() + + app = a.app + appdir = os.path.join(HERE, "apps", app) + os.makedirs(appdir, exist_ok=True) + fx = FIXTURES.get(app) + sub = a.sub or (fx.sub if fx else app) + + t_start = time.time() + w.say(f"==== {app}: {a.frm} -> {a.to} (sub={sub}, class={a.cls})") + w.login() + + rec = {"harness_version": 1, "app": app, "venue": "guest 9202 demo-hp-scratch, controller 0.267.0, drill catalog", + "class": a.cls, "from": {}, "to": {}, "verdict": "inconclusive", + "seed_read_before": False, "seed_read_after": False, "healthy_after": False, + "migration_observed": None, "abort": "not-attempted", "abort_detail": None, + "duration_s": 0, "measured_at": datetime.now(timezone.utc).isoformat(), + "evidence": f"apps/{app}/", "notes": []} + + def bail(why, verdict="inconclusive"): + rec["verdict"] = verdict + rec["notes"].append(why) + rec["duration_s"] = round(time.time() - t_start, 1) + finish(rec, appdir) + if not a.no_remove and w.stack(app).get("deployed"): + w.remove(app) # an inconclusive walk leaves nothing behind either + finish(rec, appdir) + sys.exit(0) + + # ---- 0 the box's template must stand at FROM before the deploy (R-607's lag, measured tonight: + # a re-walk deployed the stale TO image and could not seed) ----------------------------- + want0 = a.frm.split(",")[0].strip() + for i in range(36): + if f"image: {want0}" in w.guest(f"cat /opt/docker/stacks/{app}/docker-compose.yml"): + if i: + w.say(f" [0] the box's template reached FROM after {i} sync round(s)") + break + w.sync_rescan() + time.sleep(5) + else: + bail(f"the box's template never showed FROM {want0} — not deployed") + + # ---- 1 deploy at the LIVE pin ------------------------------------------------------- + if not w.deploy(app, sub): + bail("deploy never reached running — nothing else could be measured") + pre = w.observables(app) + rec["from"] = pre["pinned_images"] or {} + json.dump(pre, open(f"{appdir}/observables-before.json", "w"), indent=2, ensure_ascii=False) + + # ---- 2+3 seed and read it back (control C1) ------------------------------------------ + if fx is None: + rec["notes"].append("no fixture: no non-browser seed route was written for this app tonight") + bail("no fixture — recorded inconclusive rather than faked (R-156)") + w.say(" [2] seeding through the app's own front door") + tok = fx.seed(w, sub, w.say) + if tok is None: + rec["notes"].append("seed refused through the app's own route — see log.txt for what was tried") + bail("seed route did not work tonight") + w.say(" [3] control C1 — reading the seed back BEFORE the update") + if not fx.verify(w, sub, tok, w.say): + rec["notes"].append("C1 FAILED: the fixture could not prove itself before the update, " + "so it can prove nothing after") + bail("C1 failed — a fixture that cannot prove itself first proves nothing after") + rec["seed_read_before"] = True + + # ---- 4 „Mentés most" ----------------------------------------------------------------- + w.backup_now(app) + + # ---- 5 the drill bump, sync, rescan, badge ------------------------------------------- + b_before = w.badges(app) + h = w.drill_bump(app, a.frm, a.to) + if h is None: + bail("the drill bump could not be committed — the FROM ref did not match the template") + waited = w.sync_rescan(expect_app=app, expect_ref=a.to.split(",")[0].strip()) + rec["badge_catchup_seconds"] = waited + b_after = w.badges(app) + json.dump({"before": b_before, "after": b_after, "drill_commit": h}, + open(f"{appdir}/badges.json", "w"), indent=2, ensure_ascii=False) + w.say(f" [5] badge HU: {b_after['hu']}") + w.say(f" [5] badge EN: {b_after['en']}") + st = w.stack(app) + rec["to"] = st.get("catalog_images") or {} + + # ---- 6 the guarded Update ------------------------------------------------------------ + res = w.press_update(app) + json.dump(res, open(f"{appdir}/phases.json", "w"), indent=2, ensure_ascii=False) + rec["duration_s"] = res["duration_s"] + if not res["accepted"]: + rec["notes"].append(f"the Update was REFUSED before anything moved: {json.dumps(res['refusal'], ensure_ascii=False)[:400]}") + bail("refused at the preflight — nothing moved") + + # ---- 7 read the seed back ------------------------------------------------------------ + w.say(" [7] reading the seed back AFTER the update") + after_ok = fx.verify(w, sub, tok, w.say) + rec["seed_read_after"] = after_ok + + # ---- migration line, quoted verbatim, never inferred from timing --------------------- + logs = w.app_logs(app, 500) + open(f"{appdir}/app-logs-after.txt", "w").write(logs) + for pat in ("migrat", "Migrat", "MIGRAT", "upgrade", "Upgrade", "schema"): + for line in logs.splitlines(): + if pat in line and len(line) < 400: + rec["migration_observed"] = line.strip() + break + if rec["migration_observed"]: + break + + # ---- 8 the four observables ---------------------------------------------------------- + post = w.observables(app) + json.dump({"before": pre, "after": post}, + open(f"{appdir}/observables.json", "w"), indent=2, ensure_ascii=False) + w.say(f" [8] pinned = {post['pinned_images']}") + w.say(f" [8] installed = {post['installed_images']}") + w.say(f" [8] compose = {post['live_compose_image_lines']}") + w.say(f" [8] inspect = {post['docker_inspect']}") + rec["observables_after"] = post + + st = w.stack(app) + rec["healthy_after"] = (st.get("state") == "running" and not st.get("hold_reason")) + rec["final_phase"] = res["final_phase"] + rec["hold_reason"] = res.get("hold_reason") + rec["update_error"] = res.get("update_error") + + # ---- 9 the verdict ------------------------------------------------------------------- + moved = post["pinned_images"] != pre["pinned_images"] + if res["final_phase"] == "done" and after_ok and rec["healthy_after"] and moved: + rec["verdict"] = "proven" + elif res.get("hold_reason") or res["final_phase"] in ("failed", "undone"): + rec["verdict"] = "failed" + rec["notes"].append("the edge ended HELD or failed — this is a RESULT, not an error of the run") + elif not after_ok: + rec["verdict"] = "failed" + rec["notes"].append("the app came up but the seeded data did not read back") + else: + rec["verdict"] = "inconclusive" + rec["notes"].append(f"final_phase={res['final_phase']} moved={moved} healthy={rec['healthy_after']}") + + finish(rec, appdir) + + if not a.no_remove: + w.remove(app) + # R-626 check at +60 s: nothing of the project may come back after the remove answered. + time.sleep(60) + left = w.guest(f"docker ps -a --filter label=com.docker.compose.project={app} --format '{{{{.Names}}}} {{{{.Status}}}}'; " + f"docker volume ls -q | grep '^{app}_' || true").strip() + rec["r626_at_60s"] = left or "clean" + w.say(f" [X] R-626 check +60 s after remove: {rec['r626_at_60s']!r}") + finish(rec, appdir) + + +def finish(rec, appdir): + rec["duration_s"] = rec.get("duration_s", 0) + w.write_verdict(rec, appdir) + open(f"{appdir}/log.txt", "w").write("\n".join(w.LOG) + "\n") + + +if __name__ == "__main__": + main() diff --git a/documentation/audits/night-2026-09-23/spike.py b/documentation/audits/night-2026-09-23/spike.py new file mode 100644 index 00000000..369d1f64 --- /dev/null +++ b/documentation/audits/night-2026-09-23/spike.py @@ -0,0 +1,160 @@ +#!/usr/bin/env python3 +"""spike.py — Part 1 of the 2026-09-23 brief: the AUTOMATIC UNDO, performed BY HAND on guest 9202. + +EVIDENCE, NOT PRODUCT. Every product act goes through the endpoints the UI invokes (deploy, backup, +sync, rescan, update, remove). The UNDO itself has no product path yet (that is what is being +spiked), so it is performed by hand with plain docker/compose inside the guest, using exactly the +steps the product would take, each one timed. + +State between stages lives in state-.json so each stage can be run, read, and only then +followed by the next (the hand undo needs a person looking at what the previous step left). +""" +import json, os, sys, time, re +sys.path.insert(0, ".") +import walk as w +import fixtures as fx + +HERE = os.path.dirname(os.path.abspath(__file__)) +FX = {"docmost": fx.Docmost(), "vikunja": fx.Vikunja(), "romm": fx.Romm()} +SUB = {"docmost": "docs", "vikunja": "tasks", "romm": "arcade"} + + +def st_path(app): + return os.path.join(HERE, f"state-{os.environ.get('GUEST', '9202')}-{app}.json") + + +def load(app): + return json.load(open(st_path(app))) if os.path.exists(st_path(app)) else {} + + +def save(app, s): + json.dump(s, open(st_path(app), "w"), indent=2, ensure_ascii=False) + + +def ts(): + return time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()) + + +# ---- a SECOND seed, written AFTER the backup and BEFORE the update. It is the discriminator: only +# the pre-pin safety dump can hold it — the backup tier copy was taken before it existed. So if it +# reads back after the undo, the undo used the safety dump; if only A reads back, it used the tier. +def docmost_seed_b(sub, A): + jar = "/tmp/dm.jar" + w.app_curl(sub, "/api/auth/login", "-c", jar, "-H", "Content-Type: application/json", + data=json.dumps({"email": A["email"], "password": A["pw"]}), method="POST") + name = "drillB" + os.urandom(3).hex() + rc, code, out = w.app_curl(sub, "/api/spaces/create", "-b", jar, "-H", "Content-Type: application/json", + data=json.dumps({"name": name, "slug": name.lower()}), method="POST") + w.say(f" docmost seed B: /api/spaces/create http={code} {out[:160]}") + return {"space": name} if code in ("200", "201") else None + + +def docmost_verify_b(sub, A, B): + jar = "/tmp/dm.jar" + rc, code, out = w.app_curl(sub, "/api/auth/login", "-c", jar, "-H", "Content-Type: application/json", + data=json.dumps({"email": A["email"], "password": A["pw"]}), method="POST") + if code not in ("200", "201"): + w.say(f" docmost B: cannot log in (http={code})"); return False + rc, code, out = w.app_curl(sub, "/api/spaces", "-b", jar, "-H", "Content-Type: application/json", + data="{}", method="POST") + ok = code in ("200", "201") and B["space"] in out + neg = "drillBnever" in out + w.say(f" docmost B: /api/spaces http={code} seeded-space-listed={ok} (negative control listed={neg})") + return ok and not neg + + +def break_edge(app, frm, to, port_from, port_to): + """The failing edge: a REAL migrating image move, plus — in the DRILL template only — the + health probe pointed at a port the app does not answer. Both in one drill commit.""" + fy = f"{w.DRILL}/templates/{app}/.felhom.yml" + f = open(fy).read() + m = re.search(r"(healthcheck:\n(?:.*\n){0,8}?\s+port: )" + str(port_from) + r"\b", f) + assert m, "probe port not found" + f = f[:m.end() - len(str(port_from))] + str(port_to) + f[m.end():] + open(fy, "w").write(f) + h = w.drill_bump(app, frm, to) + return h + + +def pg_state(container, db, user): + return w.guest(f"docker exec {container} psql -U {user} -d {db} -Atc \"select count(*) from information_schema.tables where table_schema='public'\" 2>&1; " + f"docker exec {container} psql -U {user} -d {db} -Atc \"select name from kysely_migration order by name desc limit 3\" 2>&1; " + f"docker exec {container} psql -U {user} -d {db} -Atc \"select count(*) from kysely_migration\" 2>&1") + + +def romm_seed_b(sub, A): + """A SECOND RomM user, created by the first (admin) one — written after the backup.""" + jar, tok = FX["romm"]._csrf(w, sub) + user = "drillb" + os.urandom(3).hex() + rc, code, body = w.app_curl(sub, "/api/users", "-b", jar, "-H", f"x-csrftoken: {tok}", + "-u", f"{A['user']}:{A['pw']}", "-H", "Content-Type: application/json", + data=json.dumps({"username": user, "email": f"{user}@gate.invalid", + "password": "Drill-" + os.urandom(8).hex(), "role": "viewer"}), + method="POST") + w.say(f" romm seed B: POST /api/users (as the admin) http={code} {body[:120]}") + return {"user": user} if code in ("200", "201") else None + + +def romm_verify_b(sub, A, B): + jar, tok = FX["romm"]._csrf(w, sub) + rc, code, body = w.app_curl(sub, "/api/users", "-b", jar, "-H", f"x-csrftoken: {tok}", + "-u", f"{A['user']}:{A['pw']}") + ok = code == "200" and B["user"] in body + neg = "drillbnever" in body + w.say(f" romm B: GET /api/users http={code} seeded-user-listed={ok} (negative control listed={neg})") + return ok and not neg + + +def tree(paths): + cmd = "; ".join(f"echo \"{p}: files=$(find {p} -type f 2>/dev/null | wc -l) sum=$(find {p} -type f -exec sha256sum {{}} + 2>/dev/null | sort | sha256sum | cut -c1-16)\"" for p in paths) + return w.guest(cmd) + + +def my_state(container="romm-db", db="romm"): + # The root password is used INSIDE the container from its own env — it never leaves it. + q = lambda sql: f"docker exec {container} sh -c 'mariadb -uroot -p\"$MYSQL_ROOT_PASSWORD\" -N -e \"{sql}\" {db}' 2>&1 | tr '\\n' ' '" + return w.guest(f"""echo -n "tables=$({q("select count(*) from information_schema.tables where table_schema=database()")}) " +echo -n "alembic=$({q("select version_num from alembic_version")}) " +echo -n "users=$({q("select count(*) from users")})" +""") + + +def vik_seed_b(sub, A): + """A second project, created AFTER the backup — plus a task with a real ATTACHMENT (a file the + app writes into its files volume), uploaded through the app's own attachment API.""" + tok, why = FX["vikunja"]._token(w, sub, A) + title = "drillB-" + os.urandom(4).hex() + rc, code, body = w.app_curl(sub, "/api/v1/projects", "-H", f"Authorization: Bearer {tok}", + "-H", "Content-Type: application/json", data=json.dumps({"title": title}), method="PUT") + if code not in ("200", "201"): + w.say(f" vikunja B: project refused {code} {body[:120]}"); return None + pid = json.loads(body)["id"] + rc, code, body = w.app_curl(sub, f"/api/v1/projects/{pid}/tasks", "-H", f"Authorization: Bearer {tok}", + "-H", "Content-Type: application/json", data=json.dumps({"title": "task-" + title}), method="PUT") + tid = json.loads(body)["id"] if code in ("200", "201") else None + content = "drill attachment " + os.urandom(8).hex() + fn = "/tmp/vik-att.txt"; open(fn, "w").write(content) + rc, code2, body2 = w.app_curl(sub, f"/api/v1/tasks/{tid}/attachments", "-H", f"Authorization: Bearer {tok}", + "-F", f"files=@{fn}", method="PUT") + w.say(f" vikunja seed B: project http=200 task={tid} attachment upload http={code2} {body2[:120]}") + return {"title": title, "pid": pid, "tid": tid, "att": content} + + +def vik_verify_b(sub, A, B): + tok, why = FX["vikunja"]._token(w, sub, A) + if not tok: + w.say(f" vikunja B: cannot log in {why}"); return {"project": False, "attachment": False} + rc, code, body = w.app_curl(sub, f"/api/v1/projects/{B['pid']}", "-H", f"Authorization: Bearer {tok}") + proj = code == "200" and B["title"] in body + rc, code, body = w.app_curl(sub, f"/api/v1/tasks/{B['tid']}/attachments", "-H", f"Authorization: Bearer {tok}") + att_ok = False + try: + atts = json.loads(body) + if atts: + aid = atts[0]["id"] + rc, c3, b3 = w.app_curl(sub, f"/api/v1/tasks/{B['tid']}/attachments/{aid}", "-H", f"Authorization: Bearer {tok}") + att_ok = c3 == "200" and B["att"] in b3 + except Exception as e: + w.say(f" vikunja B: attachments list unreadable http={code} {body[:120]}") + w.say(f" vikunja B: project readback={proj} attachment content readback={att_ok}") + return {"project": proj, "attachment": att_ok} diff --git a/documentation/audits/night-2026-09-23/spike_ladder.py b/documentation/audits/night-2026-09-23/spike_ladder.py new file mode 100644 index 00000000..15f073e7 --- /dev/null +++ b/documentation/audits/night-2026-09-23/spike_ladder.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python3 +"""Part B spike — does the controller tolerate a top-level `update_ladder:` key in .felhom.yml? + +The drill catalog's navidrome carries the block (drill commit given as argv[1]). The app must sync, +deploy, probe and badge exactly as without it. Positive observables: the sync reaches the drill commit, +the metadata the page needs is read (display_name, deploy_fields), the deploy reaches `running`, the +controller's own health-probe line for navidrome appears, the badge renders in both languages.""" +import sys, time, json, re +sys.path.insert(0, ".") +import walk as w +want = sys.argv[1] +tag = sys.argv[2] if len(sys.argv) > 2 else "v?" +w.login() +w.say(f"SPIKE on controller {tag}, drill commit {want}") +w.sync_rescan() +time.sleep(3) +head = w.guest("cat /var/lib/docker/volumes/felhom-controller-data/_data/catalog-cache/.git/HEAD 2>/dev/null; git -C /var/lib/docker/volumes/felhom-controller-data/_data/catalog-cache rev-parse --short=12 HEAD 2>/dev/null; ls /var/lib/docker/volumes/felhom-controller-data/_data/ | head -30") +w.say("catalog cache: " + head.replace("\n", " | ")) +has = w.guest("grep -c '^update_ladder:' /opt/docker/stacks/navidrome/.felhom.yml") +w.say(f"update_ladder lines in the box's navidrome/.felhom.yml: {has.strip()}") +c, d = w.ctl("GET", "/api/stacks/navidrome/deploy-fields") +meta = ((d.get("data") or {}).get("metadata") or {}) +w.say(f"deploy-fields -> {c}; display_name={meta.get('display_name')!r} fields={[f.get('env_var') for f in meta.get('deploy_fields') or []]}") +ok = w.deploy("navidrome", "navidrome") +w.wait_app("navidrome", "/") +probe = [] +for _ in range(40): + c2, d2 = w.ctl("GET", "/api/debug/logs?level=DEBUG&lines=3000") + ents = ((d2.get("data") or {}).get("entries") or []) if isinstance(d2, dict) else [] + probe = [e.get("timestamp", "") + " " + e.get("message", "") for e in ents + if "navidrome" in e.get("message", "") and "probe" in e.get("message", "").lower()] + if any("healthy=true" in p or "-> 200" in p or "→ 200" in p or " ok" in p for p in probe): + break + time.sleep(10) +w.say("probe lines for navidrome:\n " + "\n ".join(probe[-6:])) +st = w.stack("navidrome") +w.say(f"state={st.get('state')} deployed={st.get('deployed')} health={st.get('health')}") +import re as _re +b = {} +for i in range(12): + for lang, suf in (("hu", ""), ("en", "?lang=en")): + h = w.page(f"/apps/navidrome{suf}") + b[lang] = _re.findall(r'([^<]*)<', h)[:4] + if b["hu"] and b["en"]: + w.say(f"badge present after {i} rescan round(s)") + break + w.ctl("POST", "/api/stacks/rescan") + time.sleep(5) +w.say("badges: " + json.dumps(b, ensure_ascii=False)) +logs = w.guest("docker logs --since 10m felhom-controller 2>&1 | grep -iE 'navidrome' | grep -iE 'probe|yaml|felhom.yml|error|WARN' | tail -15") +w.say("controller log lines for navidrome:\n" + logs) +errs = w.guest("docker logs --since 10m felhom-controller 2>&1 | grep -iE 'yaml: |unmarshal|cannot parse' | tail -5") +w.say("yaml/unmarshal errors in the controller log (want none): " + (errs.strip() or "(none)")) +w.remove("navidrome") +out = {"controller": tag, "drill_commit": want, "ladder_on_box": has.strip(), "deploy_fields_http": c, + "display_name": meta.get("display_name"), "deployed": ok, "state": st.get("state"), + "badges": b, "probe_lines": probe[-6:], + "yaml_errors": errs.strip()} +json.dump(out, open(f"B1-spike-{tag}.json", "w"), indent=2, ensure_ascii=False) +open(f"B1-spike-{tag}.log", "w").write("\n".join(w.LOG) + "\n") diff --git a/documentation/audits/night-2026-09-23/walk.py b/documentation/audits/night-2026-09-23/walk.py new file mode 100644 index 00000000..0a344676 --- /dev/null +++ b/documentation/audits/night-2026-09-23/walk.py @@ -0,0 +1,507 @@ +#!/usr/bin/env python3 +"""walk.py — ONE app's full update walk on guest 9202, through the product's own endpoints. + +EVIDENCE, NOT PRODUCT. It presses exactly the buttons a person presses: + POST /api/stacks//deploy · POST /api/sync · POST /api/stacks/rescan + POST /api/stacks//update · POST /api/stacks//remove +and reads GET /api/stacks/. No controller code exists for it. + +The walk, per `09` §6.4 and the update-night brief §4: + 1 deploy from the DRILL catalog at the LIVE pin + 2 seed through the app's OWN front door (R-156: never a volume, never SQL) + 3 read the seed back <- control C1; a fixture that cannot prove itself proves nothing + 4 „Mentés most" + 5 commit the real one-step bump to the DRILL repo, sync, rescan, read the badge in BOTH languages + 6 press the guarded Update, record every phase with timestamps + 7 read the seed back through the front door + 8 the four version observables side by side + 9 write the verdict record in `09`'s JSON shape + +`inconclusive` is a first-class verdict and is NEVER collapsed into `failed`. +""" +import argparse, json, os, re, subprocess, sys, time +from datetime import datetime, timezone + +SC = "/tmp/claude-1000/-mnt-5-hdd-felhom-eu-git/9b587939-a44a-4c70-ac5c-b459dc8f41ab/scratchpad" +EV = "/mnt/5_hdd/felhom.eu/git/felhom.eu/documentation/audits/night-2026-09-23" +DRILL = "/mnt/5_hdd/felhom.eu/drill/app-catalog-drill" +# GUEST=9201 selects demo-hp's hub-enabled guest (the mail proof); default 9202, the scratch guest. +GUEST = os.environ.get("GUEST", "9202") +BASE = {"9202": "https://192.168.0.114", "9201": "https://192.168.0.138"}[GUEST] +DOMAIN = os.environ.get("DOMAIN", "enkisfelhom.hu") +HOSTHDR = f"Host: felhom.{DOMAIN}" +HP = "demo-hp" + +LOG = [] + + +def say(*a): + line = " ".join(str(x) for x in a) + ts = datetime.now().strftime("%H:%M:%S") + print(f"{ts} {line}", flush=True) + LOG.append(f"{ts} {line}") + + +def sh(args, timeout=300, inp=None): + try: + return subprocess.run(args, capture_output=True, text=True, timeout=timeout, input=inp) + except (subprocess.TimeoutExpired, OSError) as e: + return subprocess.CompletedProcess(args, 124, "", f"{e}") + + +def guest(script, timeout=600): + """Run a bash script inside guest 9202. Piped as a file — never as an argument (quoting).""" + # ONE TEMP FILE PER CALL (night 2026-09-23): the shared /tmp/w.sh swapped scripts under + # two concurrent walks (memory: guest-helper-shares-one-tmp-file). + import secrets as _s + t = f"/tmp/w{GUEST}-{os.getpid()}-{_s.token_hex(4)}.sh" + r = sh(["ssh", "-o", "ConnectTimeout=20", "-o", "StrictHostKeyChecking=accept-new", HP, + f"export LC_ALL=C; cat > {t}; pct push {GUEST} {t} {t} >/dev/null 2>&1; " + f"pct exec {GUEST} -- bash {t}; pct exec {GUEST} -- rm -f {t}; rm -f {t}"], + timeout=timeout, inp=script) + return r.stdout or "" + + +def login(): + pw = open(f"{SC}/.ctlpw").read().strip() + sh(["curl", "-sk", "-D", f"{SC}/hdr{os.getpid()}.txt", "-o", "/dev/null", "-H", HOSTHDR, + "-X", "POST", "--data-urlencode", f"password={pw}", f"{BASE}/login"]) + h = open(f"{SC}/hdr{os.getpid()}.txt").read() + m = re.search(r"felhom_session=[A-Za-z0-9._-]+", h, re.I) + if not m: + sys.exit("login failed: no session cookie") + open(f"{SC}/sess{os.getpid()}.txt", "w").write(m.group(0)) + r = sh(["curl", "-sk", "-L", "-H", HOSTHDR, "-H", f"Cookie: {m.group(0)}", f"{BASE}/"]) + c = re.search(r'/deploy-fields` — instead of assuming DOMAIN+SUBDOMAIN. + + Measured 2026-09-21: three apps in one batch refused at the deploy with a correct 400 because + a required field was absent — `HDD_PATH` (navidrome, audiobookshelf) and an admin password + (grafana). The refusals happen BEFORE anything is created (`deploy.go:324`), which is the only + reason this was safe to discover by running it (live-probes rule). + + A `path` field must name a directory that ALREADY EXISTS (`deploy.go:330`), so one is made on + the scratch drive first — the same act the drive browser performs for a household. + """ + code, d = ctl("GET", f"/api/stacks/{name}/deploy-fields") + fields = (((d.get("data") or {}).get("metadata") or {}).get("deploy_fields")) or [] + values = {"DOMAIN": DOMAIN, "SUBDOMAIN": sub} + made = [] + for f in fields: + ev, ty = f.get("env_var"), f.get("type") + if ev in values: + continue + # `type: password` is MANDATORY whatever `required` says — `deploy.go:305-312` refuses + # when the caller sends none, deliberately ("the user needs to know their password"), + # while `.felhom.yml` declares `required: false` and the API serves that verbatim. A + # caller that trusts the contract gets a 400. Measured tonight on grafana; filed. + if not f.get("required") and ty != "password": + continue # the controller generates the optional secrets itself + if ty == "path": + p = f"{DRIVE}/{name}" + values[ev] = p + made.append(p) + elif ty in ("secret", "password"): + import secrets as _s + values[ev] = "Drill-" + _s.token_hex(12) + GENERATED.setdefault(name, {})[ev] = values[ev] + elif f.get("default"): + values[ev] = f["default"] + else: + values[ev] = f"drill-{name}" + if made: + guest("mkdir -p " + " ".join(made) + "; ls -ld " + " ".join(made)) + say(f" [1] made the drive paths this app requires: {made}") + extra = [k for k in values if k not in ("DOMAIN", "SUBDOMAIN")] + if extra: + say(f" [1] required fields filled beyond DOMAIN/SUBDOMAIN: {extra}") + return values + + +def deploy(name, sub, extra_values=None): + st = stack(name) + if st.get("deployed"): + say(f" [1] {name} already deployed — reusing") + return True + values = deploy_values(name, sub) + if extra_values: + values.update(extra_values) + code, d = ctl("POST", f"/api/stacks/{name}/deploy", {"values": values}) + say(f" [1] deploy -> {code} {str(d)[:120]}") + if code != "202": + return False + # WAIT FOR `deployed`, NOT FOR `running`. Measured 2026-09-21 on tandoor: docker reported the + # container `healthy` while the controller's own state read `unhealthy` — a gate on `running` + # alone therefore times out on an app that is up. The state is RECORDED rather than required; + # the real gate is the fixture's own `wait_app`, which asks whether the APP answers. + seen = None + for _ in range(90): + time.sleep(5) + st = stack(name) + seen = st.get("state") + # `deployed` alone is NOT enough and `state` alone is NOT right. Measured 2026-09-21: + # tandoor reads `unhealthy` while serving (R-618), so gating on "running" hangs; and romm + # read `deployed=True, state=degraded, pinned_images=None` twenty seconds in, i.e. the + # deploy had not finished writing app.yaml. The PIN is the deploy's own completion mark + # (`runComposeDeploy` writes it), so that is what to wait for. + pins = (st.get("app_config") or {}).get("pinned_images") + if st.get("deployed") and pins and seen in ("running", "unhealthy", "degraded"): + say(f" [1] deployed, controller state={seen}, " + f"pinned={(st.get('app_config') or {}).get('pinned_images')}") + if seen != "running": + say(f" [1] NOTE: the controller's own state is {seen!r}, not 'running' — recorded, " + f"not treated as a failure; the fixture's front-door wait is the real gate") + return True + say(f" [1] never became deployed (last controller state={seen!r})") + return False + + +def backup_now(name): + """R-648 (2026-09-23): NO whole-box „Mentés most" from a drill, ever. + + `POST /api/backup/run` is the only backup endpoint and it is WHOLE-BOX: on 9201 it stopped and + restarted 9 of 10 standing apps twice, and on 9202 it broke a deploy in flight (R-634). The product + has NO per-app backup endpoint (router.go: /backup/run, /backup/tier2 only); the per-app backup + exists only inside the guarded update, whose `backing-up` phase calls RunAppBackupNow for the one + app. So this presses nothing: the update takes the throwaway app's own backup, and says so in its + phase list. A seed written "after the backup" is therefore written before the update's own backup + — the undo's last-second copy is still the one that must bring it back.""" + say(f" [4] backup press SKIPPED for {name} (R-648: whole-box only; the update's backing-up phase backs up {name} alone)") + return None + +def drill_bump(app, frm, to, service_hint=None): + """Serialised across concurrent walks: one git working tree, one lock.""" + import fcntl + with open(f"{SC}/drill.lock", "w") as lk: + fcntl.flock(lk, fcntl.LOCK_EX) + sh(["git", "-C", DRILL, "pull", "-q", "--rebase", "origin", "main"], timeout=120) + return _drill_bump(app, frm, to, service_hint) + + +def _drill_bump(app, frm, to, service_hint=None): + """Commit the edge to the DRILL repo. catalog_since set by hand (the drill repo has no gates). + + `frm`/`to` may be comma-separated lists of the SAME length: an app whose own version lives in + two images (adventurelog's backend and frontend) moves both in one edge, while its engine + sidecar stays where it is — `09` §3b Q3's rule is per SERVICE, and an app-half edge must move + every service that carries the app's own version and no others. + """ + comp = f"{DRILL}/templates/{app}/docker-compose.yml" + fy = f"{DRILL}/templates/{app}/.felhom.yml" + s = open(comp).read() + froms = [x.strip() for x in frm.split(",") if x.strip()] + tos = [x.strip() for x in to.split(",") if x.strip()] + if len(froms) != len(tos): + say(f" [5] from/to lists differ in length: {froms} vs {tos}") + return None + for f1, t1 in zip(froms, tos): + if f"image: {f1}" not in s: + say(f" [5] FROM ref not found in compose: {f1}") + return None + s = s.replace(f"image: {f1}", f"image: {t1}") + open(comp, "w").write(s) + f = open(fy).read() + today = datetime.now().strftime("%Y-%m-%d") + f = re.sub(r'^catalog_since:.*$', f'catalog_since: "{today}"', f, count=1, flags=re.M) + open(fy, "w").write(f) + sh(["git", "-C", DRILL, "add", "-A"]) + sh(["git", "-C", DRILL, "commit", "-q", "-m", f"DRILL {app}: {frm} -> {to}"]) + r = sh(["git", "-C", DRILL, "push", "-q", "origin", "main"], timeout=120) + h = sh(["git", "-C", DRILL, "rev-parse", "--short=12", "HEAD"]).stdout.strip() + say(f" [5] drill commit {h}: {app} {frm} -> {to} (push rc={r.returncode})") + return h + + +def sync_rescan(expect_app=None, expect_ref=None, tries=12, delay=5): + """Sync, rescan, and — when told what to expect — WAIT FOR THE BADGE TO CATCH UP. + + R-607: `POST /api/sync` answers "nincs valtozas" while the catalog HAS moved, and + `catalog_images` stays stale until a separate rescan. Tonight showed the rescan alone is not + enough either: mealie's badge read "Naprakesz" seconds after its bump was pushed, and the + Update that followed moved nothing and still reported "Frissitve". So when the caller knows + which reference should appear, this polls for it and SAYS HOW LONG IT TOOK — which is the + NUMBER R-607 asks for and has never had. + """ + t0 = time.time() + ctl("POST", "/api/sync") + time.sleep(2) + ctl("POST", "/api/stacks/rescan") + time.sleep(2) + if not expect_app or not expect_ref: + return None + for i in range(tries): + cat = stack(expect_app).get("catalog_images") or {} + if expect_ref in cat.values(): + waited = round(time.time() - t0, 1) + if i: + say(f" [sync] the badge needed {waited}s and {i+1} sync+rescan rounds to catch up " + f"to {expect_ref} — R-607's window, measured") + return waited + time.sleep(delay) + ctl("POST", "/api/sync") + time.sleep(1) + ctl("POST", "/api/stacks/rescan") + say(f" [sync] the badge NEVER caught up to {expect_ref} in {round(time.time()-t0,1)}s — " + f"catalog_images = {stack(expect_app).get('catalog_images')}") + return None + + +def badges(name): + out = {} + for lang, suffix in (("hu", ""), ("en", "?lang=en")): + h = page(f"/apps/{name}{suffix}") + m = re.findall(r']*title="([^"]*)"[^>]*>([^<]*)<', h) + out[lang] = [{"title": a.strip(), "text": b.strip()} for a, b in m][:3] + return out + + +def press_update(name, poll=1.0, cap_s=1800): + code, d = ctl("POST", f"/api/stacks/{name}/update") + say(f" [6] Update -> {code} {str(d)[:220]}") + if code not in ("202", "200"): + return {"accepted": False, "http": code, "refusal": d, "phases": [], "duration_s": 0} + phases, seen, t0 = [], None, time.time() + while time.time() - t0 < cap_s: + st = stack(name) + ph = st.get("update_phase") + if ph != seen: + seen = ph + rec = {"t": round(time.time() - t0, 1), "phase": ph, + "label": st.get("update_phase_label"), "updating": st.get("updating"), + "error": st.get("update_error"), "hold": st.get("hold_reason")} + phases.append(rec) + say(f" +{rec['t']:>6.1f}s phase={ph} label={rec['label']} " + f"err={rec['error']} hold={rec['hold']}") + if not st.get("updating") and ph in ("done", "failed", "undone", None) and time.time() - t0 > 3: + break + time.sleep(poll) + st = stack(name) + return {"accepted": True, "http": code, "phases": phases, + "duration_s": round(time.time() - t0, 1), + "final_phase": st.get("update_phase"), "update_error": st.get("update_error"), + "hold_reason": st.get("hold_reason"), "state": st.get("state")} + + +def observables(name): + st = stack(name) + ac = st.get("app_config") or {} + live = guest(f""" +grep -E '^\\s+image:' /opt/docker/stacks/{name}/docker-compose.yml 2>/dev/null | sed 's/^ *//' +echo '---inspect---' +for c in $(docker ps -a --filter label=com.docker.compose.project={name} --format '{{{{.Names}}}}'); do + echo -n "$c "; docker inspect "$c" --format '{{{{.Config.Image}}}} running={{{{.State.Running}}}} restarts={{{{.RestartCount}}}}' +done +""") + a, _, b = live.partition("---inspect---") + return { + "pinned_images": ac.get("pinned_images"), + "installed_images": {k: (v.get("ref") if isinstance(v, dict) else v) + for k, v in (ac.get("installed_images") or {}).items()}, + "catalog_images": st.get("catalog_images"), + "live_compose_image_lines": [x for x in a.strip().splitlines() if x.strip()], + "docker_inspect": [x for x in b.strip().splitlines() if x.strip()], + } + + +def app_logs(name, lines=400): + """The app's own container log, DECODED. The endpoint answers a JSON envelope whose `logs` is + one string with escaped newlines — a scan over the envelope sees a single enormous line and + finds nothing, which reads exactly like "the app printed no migration line" and is not. R-96 + rule 3 in a new place: an absent line is not evidence when the instrument cannot see lines.""" + code, d = ctl("GET", f"/api/stacks/{name}/logs?lines={lines}") + if isinstance(d, dict): + data = d.get("data") + if isinstance(data, dict) and isinstance(data.get("logs"), str): + return data["logs"] + if isinstance(d.get("_raw"), str): + return d["_raw"] + return str(d) + + +def write_verdict(rec, appdir): + os.makedirs(appdir, exist_ok=True) + p = os.path.join(appdir, "verdict.json") + json.dump(rec, open(p, "w"), indent=2, ensure_ascii=False) + say(f" [9] verdict {rec['verdict']} -> {p}") + + +def remove(name): + """Remove through the PRODUCT, never `docker rm` (live-probes rule). The remove endpoint + refuses a running stack — `409 still running` — so the stop is part of the act, not a tidy-up.""" + c1, d1 = ctl("POST", f"/api/stacks/{name}/stop") + say(f" [X] stop -> {c1} {str(d1)[:100]}") + for _ in range(24): + time.sleep(5) + if stack(name).get("state") != "running": + break + code, d = ctl("POST", f"/api/stacks/{name}/remove", + {"remove_hdd_data": True, "remove_backups": True}) + say(f" [X] remove (with drive data) -> {code} {str(d)[:160]}") + if code == "409": + # R-442's fail-closed guard: when the storage subsystem cannot RESOLVE the app's drive + # path, the removal is REFUSED and the app is kept rather than half-deleted. On guest 9202 + # `/api/disks` answers `agent not configured`, so every app deployed with an HDD_PATH hits + # this. The household's other choice — remove the app, KEEP the data — is accepted, and the + # harness takes it, then tidies its own directory by name at teardown. + say(" [X] refused because the drive path cannot be resolved (R-442, fail-closed and right)" + " — removing the app and KEEPING the drive data instead") + code, d = ctl("POST", f"/api/stacks/{name}/remove", + {"remove_hdd_data": False, "remove_backups": True}) + say(f" [X] remove (keeping drive data) -> {code} {str(d)[:160]}") + time.sleep(5) + st = stack(name) + left = guest(f"ls -d /opt/docker/stacks/{name} 2>/dev/null; " + f"docker ps -a --filter label=com.docker.compose.project={name} --format '{{{{.Names}}}}'") + say(f" [X] after remove: deployed={st.get('deployed')} leftovers={left.strip()!r}") + return code + + +def app_env(name, key): + """Read one deploy value the CUSTOMER was given (e.g. the generated admin password) from the + app's own `app.yaml`. This is not seeding — it is how the household logs in; the controller + shows them the same value. Data still goes in through the app's own front door.""" + out = guest(f"grep -E '^\\s*{key}:' /opt/docker/stacks/{name}/app.yaml 2>/dev/null | head -1") + if ":" in out: + return out.split(":", 1)[1].strip().strip('"').strip("'") + return "" + + +def snapshots(name): + """The restorable copies the backups page offers for this app.""" + code, d = ctl("GET", f"/api/backup/snapshots?stack={name}") + data = d.get("data") if isinstance(d, dict) else None + if isinstance(data, dict): + for k in ("snapshots", "items", "restore_points"): + if isinstance(data.get(k), list): + return data[k] + return data if isinstance(data, list) else [] + + +def restore(name, snapshot_id=None, wait_s=1200): + """The household's own way out: the „Visszaállítás a mentésből" button on the backups page. + + A FORM post, not an API call — `POST /backup/restore` with `_csrf`, `stack_name`, + `snapshot_id` — because that is the button the sentence tells them to press. + """ + snaps = snapshots(name) + if snapshot_id is None: + if not snaps: + say(f" [R] no restorable copy offered for {name}") + return {"ok": False, "why": "no snapshot offered", "snapshots": snaps} + first = snaps[0] + snapshot_id = first.get("id") or first.get("snapshot_id") or first.get("short_id") + say(f" [R] restoring {name} from snapshot {snapshot_id!r} (of {len(snaps)} offered)") + sess = open(f"{SC}/sess{os.getpid()}.txt").read().strip() + csrf = open(f"{SC}/csrf{os.getpid()}.txt").read().strip() + r = sh(["curl", "-sk", "-D", "-", "-o", "/dev/null", "-H", HOSTHDR, "-H", f"Cookie: {sess}", + "-X", "POST", + "--data-urlencode", f"_csrf={csrf}", + "--data-urlencode", f"stack_name={name}", + "--data-urlencode", f"snapshot_id={snapshot_id}", + f"{BASE}/backup/restore"], timeout=180) + head = (r.stdout or "").split("\n")[0].strip() + loc = [l for l in (r.stdout or "").split("\n") if l.lower().startswith("location:")] + say(f" [R] POST /backup/restore -> {head} {loc[:1]}") + t0 = time.time() + last = None + while time.time() - t0 < wait_s: + code, d = ctl("GET", "/api/backup/restore-status") + dd = d.get("data") or {} + cur = (dd.get("running"), dd.get("phase") or dd.get("state"), dd.get("message")) + if cur != last: + say(f" +{round(time.time()-t0,1):>6.1f}s restore {cur}") + last = cur + if not dd.get("running", False) and time.time() - t0 > 5: + break + time.sleep(2) + st = stack(name) + say(f" [R] after restore: state={st.get('state')} hold={st.get('hold_reason')!r} " + f"phase={st.get('update_phase')}") + return {"ok": True, "snapshot_id": snapshot_id, "snapshots": snaps, + "http": head, "location": loc[:1], "seconds": round(time.time() - t0, 1), + "state_after": st.get("state"), "hold_after": st.get("hold_reason"), + "observables_after": observables(name)} diff --git a/documentation/audits/night-2026-09-23/watch.py b/documentation/audits/night-2026-09-23/watch.py new file mode 100644 index 00000000..529dead4 --- /dev/null +++ b/documentation/audits/night-2026-09-23/watch.py @@ -0,0 +1,26 @@ +"""Deploy one app (or none) and record every change of deployed/deploying/state with a timestamp.""" +import sys, time, json +import walk as w +app = sys.argv[1]; cap = int(sys.argv[2]) if len(sys.argv) > 2 else 900 +w.login() +if "--deploy" in sys.argv: + vals = w.deploy_values(app, app) + c, d = w.ctl("POST", f"/api/stacks/{app}/deploy", {"values": vals} if vals else {}) + w.say(f"deploy {app} -> {c} {str(d)[:160]}") +last = None; t0 = time.time() +while time.time() - t0 < cap: + st = w.stack(app) + cur = (st.get("deployed"), st.get("deploying"), st.get("state"), st.get("deploy_error")) + if cur != last: + w.say(f"+{time.time()-t0:6.1f}s {app}: deployed={cur[0]} deploying={cur[1]} state={cur[2]} err={str(cur[3])[:200]!r}") + last = cur + if "--until-settled" in sys.argv and cur[1] is False and time.time() - t0 > 30 and cur[2] in ("running", "not_deployed", "error", "stopped", "exited"): + # settled: keep watching 60 s more for late flips + end = time.time() + 60 + while time.time() < end: + st = w.stack(app); c2 = (st.get("deployed"), st.get("deploying"), st.get("state"), st.get("deploy_error")) + if c2 != last: w.say(f"+{time.time()-t0:6.1f}s {app}: deployed={c2[0]} deploying={c2[1]} state={c2[2]} err={str(c2[3])[:200]!r}"); last = c2 + time.sleep(3) + break + time.sleep(3) +w.say("final:", json.dumps({k: w.stack(app).get(k) for k in ("deployed","deploying","state","deploy_error","containers")}, default=str)[:600])