From 962b52c3b5dd0fcefdce5b8d1915d1d09c9f613a Mon Sep 17 00:00:00 2001 From: kisfenyo Date: Fri, 9 Oct 2026 07:14:19 +0200 Subject: [PATCH] audits: kernel night 8->9 read-back; release 2026-10-09 delivery evidence (agent update signed, floors 0.304.0) Co-Authored-By: Claude Opus 5.5 (1M context) Claude-Session: https://claude.ai/code/session_0159rPz1ZhFKsS53msqPYxtS --- .../readback/demo-felhom-night.txt | 145 ++++++++ .../readback/demo-hp-night.txt | 67 ++++ .../readback/hub-events.txt | 14 + .../readback/hub-system-page-0640.html | 347 ++++++++++++++++++ .../delivery/floors-0.304.0.txt | 7 + .../delivery/sign-agent-update-0.154.0.txt | 10 + 6 files changed, 590 insertions(+) create mode 100644 documentation/audits/kernel-night-2026-10-08/readback/demo-felhom-night.txt create mode 100644 documentation/audits/kernel-night-2026-10-08/readback/demo-hp-night.txt create mode 100644 documentation/audits/kernel-night-2026-10-08/readback/hub-events.txt create mode 100644 documentation/audits/kernel-night-2026-10-08/readback/hub-system-page-0640.html create mode 100644 documentation/audits/release-2026-10-09/delivery/floors-0.304.0.txt create mode 100644 documentation/audits/release-2026-10-09/delivery/sign-agent-update-0.154.0.txt diff --git a/documentation/audits/kernel-night-2026-10-08/readback/demo-felhom-night.txt b/documentation/audits/kernel-night-2026-10-08/readback/demo-felhom-night.txt new file mode 100644 index 00000000..33ca3101 --- /dev/null +++ b/documentation/audits/kernel-night-2026-10-08/readback/demo-felhom-night.txt @@ -0,0 +1,145 @@ +2026-10-09T04:40:17+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:40:17.116+02:00 level=INFO msg="backup: space preflight passed" vmid=9201 target=felhom-backup last_archive_bytes=963479072 need_bytes=2278090664 avail_bytes=926697623552 +2026-10-09T04:40:17+02:00 demo-felhom pvedaemon[1179871]: starting task UPID:demo-felhom:0013A346:0083E0F7:6AC85411:vzdump:9201:felhom-agent@pve!agent: +2026-10-09T04:40:17+02:00 demo-felhom pvedaemon[1286982]: INFO: starting new backup job: vzdump 9201 --storage felhom-backup --mode snapshot --compress zstd --prune-backups 'keep-last=3' --node demo-felhom --notes-template 'felhom local-api' +2026-10-09T04:40:45+02:00 demo-felhom pvedaemon[1179871]: end task UPID:demo-felhom:0013A346:0083E0F7:6AC85411:vzdump:9201:felhom-agent@pve!agent: OK +2026-10-09T04:40:48+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:40:48.237+02:00 level=INFO msg="backup: completed" vmid=9201 target=felhom-backup archive=felhom-backup:backup/vzdump-lxc-9201-2026_10_09-04_40_17.tar.zst size_bytes=945537270 uncovered_volumes=2 +2026-10-09T04:40:48+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:40:48.237+02:00 level=INFO msg="local-api: backup job complete" vmid=9201 target=felhom-backup job=backup-9201-1791513616736751806 archive=felhom-backup:backup/vzdump-lxc-9201-2026_10_09-04_40_17.tar.zst +2026-10-09T04:42:18+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:18.240+02:00 level=INFO msg="osupdate: START" run=20261009T024218Z layer=guest vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261009T024218Z +2026-10-09T04:42:19+02:00 demo-felhom felhom-os-apply[1288873]: os-apply: START release=ring0-20261009T024218Z layer=guest:9201 lane=fast mode=apply select=pending-fast packages=0 +2026-10-09T04:42:22+02:00 demo-felhom felhom-os-apply[1289013]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-09T04:42:27+02:00 demo-felhom felhom-os-apply[1289048]: os-apply: PLAN upgrade=0 already=0 not-installed=0 from-snapshot=0 +2026-10-09T04:42:27+02:00 demo-felhom felhom-os-apply[1289049]: os-apply: DONE rc=0 seconds=0 upgraded=0 (nothing to do) +2026-10-09T04:42:32+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:32.633+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261009T024218Z layer=guest:9201 lane=fast mode=apply select=pending-fast packages=0" +2026-10-09T04:42:32+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:32.633+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-09T04:42:32+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:32.633+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=0 already=0 not-installed=0 from-snapshot=0" +2026-10-09T04:42:32+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:32.633+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=0 upgraded=0 (nothing to do)" +2026-10-09T04:42:32+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:32.634+02:00 level=INFO msg="osupdate: DONE" run=20261009T024218Z layer=guest vmid=9201 ring=0 trigger=night outcome=nothing healthy=true reason="" upgraded=0 pending=5 not_covered=5 restart_needed=0 reboot_needed=false wrapper_seconds=14.3 +2026-10-09T04:42:32+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:32.721+02:00 level=INFO msg="osupdate: START" run=20261009T024218Z layer=host vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261009T024218Z +2026-10-09T04:42:33+02:00 demo-felhom felhom-os-apply[1289234]: os-apply: START release=ring0-20261009T024218Z layer=host lane=fast mode=apply select=pending-fast packages=0 +2026-10-09T04:42:36+02:00 demo-felhom felhom-os-apply[1289338]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-09T04:42:38+02:00 demo-felhom felhom-os-apply[1289366]: os-apply: PLAN upgrade=0 already=0 not-installed=0 from-snapshot=0 +2026-10-09T04:42:38+02:00 demo-felhom felhom-os-apply[1289367]: os-apply: DONE rc=0 seconds=0 upgraded=0 (nothing to do) +2026-10-09T04:42:43+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:43.356+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261009T024218Z layer=host lane=fast mode=apply select=pending-fast packages=0" +2026-10-09T04:42:43+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:43.356+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-09T04:42:43+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:43.356+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=0 already=0 not-installed=0 from-snapshot=0" +2026-10-09T04:42:43+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:43.356+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=0 upgraded=0 (nothing to do)" +2026-10-09T04:42:44+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:44.165+02:00 level=INFO msg="osupdate: DONE" run=20261009T024218Z layer=host vmid=9201 ring=0 trigger=night outcome=nothing healthy=true reason="" upgraded=0 pending=9 not_covered=9 restart_needed=0 reboot_needed=false wrapper_seconds=10.6 +2026-10-09T04:42:45+02:00 demo-felhom felhom-os-apply[1289903]: os-apply: LIVE-RESTORE already on +2026-10-09T04:42:45+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:45.874+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: LIVE-RESTORE already on" +2026-10-09T04:42:45+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:42:45.875+02:00 level=INFO msg="osupdate: START" run=20261009T024218Z layer=docker vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261009T024218Z +2026-10-09T04:42:47+02:00 demo-felhom felhom-os-apply[1289947]: os-apply: START release=ring0-20261009T024218Z layer=docker:9201 lane=slow mode=apply select=pending-docker packages=0 authority=ring0 +2026-10-09T04:42:51+02:00 demo-felhom felhom-os-apply[1290052]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-09T04:42:55+02:00 demo-felhom felhom-os-apply[1290122]: os-apply: PLAN upgrade=5 already=0 not-installed=0 from-snapshot=0 +2026-10-09T04:43:20+02:00 demo-felhom felhom-os-apply[1291415]: os-apply: SOCKET-USERS restarted=felhom-controller,traefik rc=0 (R-858: they held the old docker socket) +2026-10-09T04:43:21+02:00 demo-felhom felhom-os-apply[1291691]: os-apply: DONE rc=0 seconds=14.2 upgraded=5 restart-needed=containerd-shim reboot-needed=no +2026-10-09T04:43:35+02:00 demo-felhom felhom-os-apply[1292315]: os-apply: OOM-CHECK result=pass oom_killed=True oom_event=True exit=137 image=gitea.dooplex.hu/admin/felhom-controller:0.303.0 — the engine reported the memory kill: OOMKilled=true and the oom event +2026-10-09T04:43:35+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:35.511+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261009T024218Z layer=docker:9201 lane=slow mode=apply select=pending-docker packages=0 authority=ring0" +2026-10-09T04:43:35+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:35.511+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-09T04:43:35+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:35.511+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=5 already=0 not-installed=0 from-snapshot=0" +2026-10-09T04:43:35+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:35.511+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: SOCKET-USERS restarted=felhom-controller,traefik rc=0 (R-858: they held the old docker socket)" +2026-10-09T04:43:35+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:35.511+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=14.2 upgraded=5 restart-needed=containerd-shim reboot-needed=no" +2026-10-09T04:43:35+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:35.511+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: OOM-CHECK result=pass oom_killed=True oom_event=True exit=137 image=gitea.dooplex.hu/admin/felhom-controller:0.303.0 — the engine reported the memory kill: OOMKilled=true and the oom event" +2026-10-09T04:43:53+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:53.690+02:00 level=INFO msg="osupdate: DONE" run=20261009T024218Z layer=docker vmid=9201 ring=0 trigger=night outcome=applied healthy=true reason="" upgraded=5 pending=0 not_covered=0 restart_needed=1 reboot_needed=false wrapper_seconds=49.6 +2026-10-09T04:43:53+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:43:53.747+02:00 level=INFO msg="osupdate: START" run=20261009T024218Z layer=pve vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261009T024218Z +2026-10-09T04:43:54+02:00 demo-felhom felhom-os-apply[1292654]: os-apply: START release=ring0-20261009T024218Z layer=pve:9201 lane=slow mode=apply select=pending-pve packages=0 authority=ring0 +2026-10-09T04:43:57+02:00 demo-felhom felhom-os-apply[1292768]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-09T04:43:59+02:00 demo-felhom felhom-os-apply[1292795]: os-apply: PLAN upgrade=0 already=0 not-installed=0 from-snapshot=0 +2026-10-09T04:43:59+02:00 demo-felhom felhom-os-apply[1292796]: os-apply: DONE rc=0 seconds=0 upgraded=0 (nothing to do) +2026-10-09T04:44:05+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:05.214+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261009T024218Z layer=pve:9201 lane=slow mode=apply select=pending-pve packages=0 authority=ring0" +2026-10-09T04:44:05+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:05.214+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-09T04:44:05+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:05.214+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=0 already=0 not-installed=0 from-snapshot=0" +2026-10-09T04:44:05+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:05.214+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=0 upgraded=0 (nothing to do)" +2026-10-09T04:44:06+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:06.057+02:00 level=INFO msg="osupdate: DONE" run=20261009T024218Z layer=pve vmid=9201 ring=0 trigger=night outcome=nothing healthy=true reason="" upgraded=0 pending=0 not_covered=0 restart_needed=0 reboot_needed=false wrapper_seconds=11.4 +2026-10-09T04:44:06+02:00 demo-felhom felhom-os-apply[1293269]: os-apply: START release=ring0-20261009T024218Z layer=kernel lane=slow mode=apply select=listed authority=ring0 running=7.0.14-20-pve +2026-10-09T04:44:10+02:00 demo-felhom felhom-os-apply[1293353]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-09T04:44:14+02:00 demo-felhom felhom-os-apply[1293972]: os-apply: KERNEL default = 7.0.14-20-pve (proved from grub.cfg) +2026-10-09T04:44:42+02:00 demo-felhom felhom-os-apply[1300430]: os-apply: KERNEL STAGED 7.0.14-20-pve -> 7.0.14-22-pve (default 7.0.14-20-pve, one-shot flag 7.0.14-22-pve); upgraded=2 seconds=28.1 +2026-10-09T04:44:42+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:42.992+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261009T024218Z layer=kernel lane=slow mode=apply select=listed authority=ring0 running=7.0.14-20-pve" +2026-10-09T04:44:42+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:42.992+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-09T04:44:42+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:42.992+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: KERNEL default = 7.0.14-20-pve (proved from grub.cfg)" +2026-10-09T04:44:42+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:42.992+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: KERNEL STAGED 7.0.14-20-pve -> 7.0.14-22-pve (default 7.0.14-20-pve, one-shot flag 7.0.14-22-pve); upgraded=2 seconds=28.1" +2026-10-09T04:44:42+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:42.992+02:00 level=INFO msg="osupdate: DONE" run=20261009T024218Z layer=kernel vmid=9201 trigger=night ring=0 outcome=staged healthy=true reason="" upgraded=2 pending=0 not_covered=0 restart_needed=0 reboot_needed=true wrapper_seconds=36.8 +2026-10-09T04:44:43+02:00 demo-felhom sudo[1300433]: felhom-agent : PWD=/ ; USER=root ; COMMAND=/usr/local/sbin/felhom-os-apply --plan /var/lib/felhom-agent/os/plan-20261009T024218Z-kernel-kernel-reboot.json +2026-10-09T04:44:46+02:00 demo-felhom felhom-os-apply[1300507]: os-apply: KERNEL REBOOT — one-shot boot of 7.0.14-22-pve (the default stays 7.0.14-20-pve) +2026-10-09T04:44:46+02:00 demo-felhom systemd-logind[717]: The system will reboot now! +2026-10-09T04:44:46+02:00 demo-felhom systemd-logind[717]: System is rebooting. +2026-10-09T04:44:46+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:46.959+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: KERNEL REBOOT — one-shot boot of 7.0.14-22-pve (the default stays 7.0.14-20-pve)" +2026-10-09T04:44:46+02:00 demo-felhom felhom-agent[1268]: time=2026-10-09T04:44:46.959+02:00 level=INFO msg="backup: restore-test scheduler shutting down" reason="context canceled" +2026-10-09T04:45:04+02:00 demo-felhom pve-ha-lrm[1431]: reboot LRM, stop and freeze all services +2026-10-09T04:45:20+02:00 demo-felhom systemd[1]: Reached target umount.target - Unmount All Filesystems. +2026-10-09T04:45:20+02:00 demo-felhom systemd[1]: Reached target shutdown.target - System Shutdown. +2026-10-09T04:45:20+02:00 demo-felhom systemd[1]: Reached target final.target - Late Shutdown Services. +2026-10-09T04:45:20+02:00 demo-felhom systemd[1]: systemd-reboot.service: Deactivated successfully. +2026-10-09T04:45:20+02:00 demo-felhom systemd[1]: Finished systemd-reboot.service - System Reboot. +2026-10-09T04:45:20+02:00 demo-felhom systemd[1]: Reached target reboot.target - System Reboot. +2026-10-09T04:45:39+02:00 demo-felhom kernel: secureboot: Secure boot disabled +2026-10-09T04:45:39+02:00 demo-felhom kernel: secureboot: Secure boot disabled +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target ceph-fuse.target - ceph target allowing to start/stop all ceph-fuse@.service instances at once. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target ceph.target - ceph target allowing to start/stop all ceph*@.service instances at once. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target network-pre.target - Preparation for Network. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target paths.target - Path Units. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target slices.target - Slice Units. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target local-fs-pre.target - Preparation for Local File Systems. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target tpm2.target - Trusted Platform Module. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target swap.target - Swaps. +2026-10-09T04:45:39+02:00 demo-felhom systemd[1]: Reached target bluetooth.target - Bluetooth Support. +2026-10-09T04:45:40+02:00 demo-felhom systemd[1]: Reached target sound.target - Sound Card. +2026-10-09T04:45:40+02:00 demo-felhom systemd[1]: Reached target zfs-import.target - ZFS pool import target. +2026-10-09T04:45:40+02:00 demo-felhom systemd[1]: Reached target local-fs.target - Local File Systems. +2026-10-09T04:45:40+02:00 demo-felhom systemd[1]: Reached target zfs-volumes.target - ZFS volumes are ready. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target rpcbind.target - RPC Port Mapper. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target rpc_pipefs.target. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target sysinit.target - System Initialization. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target timers.target - Timer Units. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target sockets.target - Socket Units. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target nfs-client.target - NFS client services. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target basic.target - Basic System. +2026-10-09T04:45:41+02:00 demo-felhom systemd[1]: Reached target zfs.target - ZFS startup target. +2026-10-09T04:45:41+02:00 demo-felhom kernel: softdog: soft_reboot_cmd= soft_active_on_boot=0 +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target network.target - Network. +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target network-online.target - Network is Online. +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target remote-fs-pre.target - Preparation for Remote File Systems. +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target remote-fs.target - Remote File Systems. +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target pve-storage.target - PVE Storage Target. +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target getty.target - Login Prompts. +2026-10-09T04:45:42+02:00 demo-felhom systemd[1]: Reached target nss-lookup.target - Host and Network Name Lookups. +2026-10-09T04:45:43+02:00 demo-felhom cron[1135]: (CRON) INFO (Running @reboot jobs) +2026-10-09T04:45:46+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:45:46.785+02:00 level=INFO msg="felhom-agent daemon starting" version=0.153.0 host_id=demo-felhom-8363b5 hub_url=https://hub.felhom.eu interval_s=900 +2026-10-09T04:45:46+02:00 demo-felhom felhom-os-apply[1232]: os-apply: KERNEL AFTER-BOOT oneshot -> judging running=7.0.14-22-pve (7.0.14-20-pve -> 7.0.14-22-pve) +2026-10-09T04:45:46+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:45:46.921+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: KERNEL AFTER-BOOT oneshot -> judging running=7.0.14-22-pve (7.0.14-20-pve -> 7.0.14-22-pve)" +2026-10-09T04:45:46+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:45:46.921+02:00 level=INFO msg="osupdate: kernel step — judging the one-shot boot" run=boot-20261009T024546Z layer=kernel vmid=0 from=7.0.14-20-pve to=7.0.14-22-pve wait=20m0s +2026-10-09T04:45:47+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:45:47.039+02:00 level=INFO msg="osupdate: kernel step — the box reached the hub on the new kernel" run=boot-20261009T024546Z layer=kernel vmid=0 after=0s +2026-10-09T04:45:47+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:45:47.585+02:00 level=INFO msg="backup: restore-test scheduler starting (per-archive due-check)" eval_interval=6h0m0s settle=24h0m0s +2026-10-09T04:45:48+02:00 demo-felhom felhom-os-apply[1383]: os-apply: REFUSED: R10 vmid 9201 is not running +2026-10-09T04:45:48+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:45:48.038+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REFUSED: R10 vmid 9201 is not running" +2026-10-09T04:45:48+02:00 demo-felhom pvesh[1382]: Starting CT 9201 +2026-10-09T04:45:54+02:00 demo-felhom systemd[1]: Reached target multi-user.target - Multi-User System. +2026-10-09T04:45:54+02:00 demo-felhom systemd[1]: Reached target graphical.target - Graphical Interface. +2026-10-09T04:46:25+02:00 demo-felhom felhom-os-apply[4825]: os-apply: KERNEL default = 7.0.14-22-pve (proved from grub.cfg) +2026-10-09T04:46:25+02:00 demo-felhom felhom-os-apply[4827]: os-apply: KERNEL GOOD 7.0.14-22-pve is the default now (was 7.0.14-20-pve) +2026-10-09T04:46:25+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:46:25.549+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: KERNEL default = 7.0.14-22-pve (proved from grub.cfg)" +2026-10-09T04:46:25+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:46:25.549+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: KERNEL GOOD 7.0.14-22-pve is the default now (was 7.0.14-20-pve)" +2026-10-09T04:46:25+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:46:25.549+02:00 level=INFO msg="osupdate: kernel step — applied" run=boot-20261009T024546Z layer=kernel vmid=0 to=7.0.14-22-pve reason="healthy 39s after the agent started; the new kernel is the default" +2026-10-09T04:46:25+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T04:46:25.549+02:00 level=INFO msg="osupdate: DONE" run=boot-20261009T024546Z layer=kernel vmid=0 outcome=applied healthy=true reason="healthy 39s after the agent started; the new kernel is the default" upgraded=0 pending=0 not_covered=0 restart_needed=0 reboot_needed=false wrapper_seconds=0 +2026-10-09T05:15:47+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T05:15:47.591+02:00 level=INFO msg="backup: restore-test first evaluation after start (R-874)" after=30m0s +2026-10-09T05:15:47+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T05:15:47.936+02:00 level=INFO msg="backup: restore-test tier is DUE (per-archive; oldest-proven first among due tiers)" target=felhom-backup archive=felhom-backup:backup/vzdump-lxc-9201-2026_10_08-04_35_20.tar.zst landed=2026-10-08T02:35:20Z reason="newest settled archive (landed 2026-10-08T02:35:20Z) has not been proven (la +2026-10-09T05:16:37+02:00 demo-felhom felhom-agent[1202]: time=2026-10-09T05:16:37.406+02:00 level=INFO msg="backup: scheduled restore-test passed" archive=felhom-backup:backup/vzdump-lxc-9201-2026_10_08-04_35_20.tar.zst duration_s=49.468449864 +2026-10-09T05:17:01+02:00 demo-felhom cron[1135]: (*system*vzdump) RELOAD (/etc/cron.d/vzdump) +---STATE +[ + { + "target": "felhom-backup", + "vmid": 9201, + "started_at": "2026-10-09T02:40:16Z" + } +]---GUEST +felhom-controller Up 2 hours (healthy) +opengist Up 2 hours (healthy) +cloudflared Up 2 hours (healthy) +filebrowser Up 2 hours (healthy) +traefik Up 2 hours +/felhom-controller 2026-10-09T02:45:56.664702421Z +/opengist 2026-10-09T02:45:55.202453317Z +/cloudflared 2026-10-09T02:45:55.221717644Z +/filebrowser 2026-10-09T02:45:55.227936107Z +/traefik 2026-10-09T02:45:55.206768153Z diff --git a/documentation/audits/kernel-night-2026-10-08/readback/demo-hp-night.txt b/documentation/audits/kernel-night-2026-10-08/readback/demo-hp-night.txt new file mode 100644 index 00000000..2aaccf2a --- /dev/null +++ b/documentation/audits/kernel-night-2026-10-08/readback/demo-hp-night.txt @@ -0,0 +1,67 @@ +2026-10-07 15:15:50 +7.0.14-20-pve +2026-10-08T22:20:43+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:20:43.713+02:00 level=INFO msg="backup: space preflight passed" vmid=9201 target=local last_archive_bytes=4885939687 need_bytes=7181166432 avail_bytes=17724211200 +2026-10-08T22:20:43+02:00 demo-hp pvedaemon[833225]: starting task UPID:demo-hp:00120671:00AABC2D:6AC7FB1B:vzdump:9201:felhom-agent@pve!agent: +2026-10-08T22:20:43+02:00 demo-hp pvedaemon[1181297]: INFO: starting new backup job: vzdump 9201 --compress zstd --prune-backups 'keep-last=1' --storage local --notes-template 'felhom local-api' --mode snapshot --node demo-hp +2026-10-08T22:25:39+02:00 demo-hp pvedaemon[833225]: end task UPID:demo-hp:00120671:00AABC2D:6AC7FB1B:vzdump:9201:felhom-agent@pve!agent: OK +2026-10-08T22:25:40+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:25:40.590+02:00 level=INFO msg="backup: completed" vmid=9201 target=local archive=local:backup/vzdump-lxc-9201-2026_10_08-22_20_43.tar.zst size_bytes=4887664196 uncovered_volumes=2 +2026-10-08T22:25:40+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:25:40.590+02:00 level=INFO msg="local-api: backup job complete" vmid=9201 target=local job=backup-9201-1791490843121326096 archive=local:backup/vzdump-lxc-9201-2026_10_08-22_20_43.tar.zst +2026-10-08T22:27:10+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:10.591+02:00 level=INFO msg="osupdate: START" run=20261008T202710Z layer=guest vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261008T202710Z +2026-10-08T22:27:11+02:00 demo-hp felhom-os-apply[1209621]: os-apply: START release=ring0-20261008T202710Z layer=guest:9201 lane=fast mode=apply select=pending-fast packages=0 +2026-10-08T22:27:16+02:00 demo-hp felhom-os-apply[1209908]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-08T22:27:26+02:00 demo-hp felhom-os-apply[1210615]: os-apply: PLAN upgrade=2 already=0 not-installed=0 from-snapshot=0 +2026-10-08T22:27:37+02:00 demo-hp felhom-os-apply[1211512]: os-apply: DONE rc=0 seconds=4.5 upgraded=2 restart-needed=- reboot-needed=no +2026-10-08T22:27:45+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:45.957+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261008T202710Z layer=guest:9201 lane=fast mode=apply select=pending-fast packages=0" +2026-10-08T22:27:45+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:45.957+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-08T22:27:45+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:45.957+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=2 already=0 not-installed=0 from-snapshot=0" +2026-10-08T22:27:45+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:45.957+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=4.5 upgraded=2 restart-needed=- reboot-needed=no" +2026-10-08T22:27:45+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:45.958+02:00 level=INFO msg="osupdate: DONE" run=20261008T202710Z layer=guest vmid=9201 ring=0 trigger=night outcome=applied healthy=true reason="" upgraded=2 pending=1 not_covered=1 restart_needed=0 reboot_needed=false wrapper_seconds=35.3 +2026-10-08T22:27:46+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:27:46.035+02:00 level=INFO msg="osupdate: START" run=20261008T202710Z layer=host vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261008T202710Z +2026-10-08T22:27:47+02:00 demo-hp felhom-os-apply[1211951]: os-apply: START release=ring0-20261008T202710Z layer=host lane=fast mode=apply select=pending-fast packages=0 +2026-10-08T22:27:51+02:00 demo-hp felhom-os-apply[1212307]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-08T22:27:56+02:00 demo-hp felhom-os-apply[1212564]: os-apply: PLAN upgrade=2 already=0 not-installed=0 from-snapshot=0 +2026-10-08T22:28:02+02:00 demo-hp felhom-os-apply[1213497]: os-apply: DONE rc=0 seconds=3.5 upgraded=2 restart-needed=kvm,pmxcfs,pve-firewall,pve-ha-crm,pve-ha-lrm,pvedaemon,pvedaemon worke,pveproxy,pveproxy worker,pvescheduler,pvestatd,rrdcached,spiceproxy,spiceproxy work reboot-needed=no +2026-10-08T22:28:11+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:11.095+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261008T202710Z layer=host lane=fast mode=apply select=pending-fast packages=0" +2026-10-08T22:28:11+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:11.095+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-08T22:28:11+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:11.095+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=2 already=0 not-installed=0 from-snapshot=0" +2026-10-08T22:28:11+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:11.095+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=3.5 upgraded=2 restart-needed=kvm,pmxcfs,pve-firewall,pve-ha-crm,pve-ha-lrm,pvedaemon,pvedaemon worke,pveproxy,pveproxy worker,pvescheduler,pvestatd,rrdcached,spiceproxy,spiceproxy work reboot-needed=no" +2026-10-08T22:28:12+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:12.164+02:00 level=INFO msg="osupdate: DONE" run=20261008T202710Z layer=host vmid=9201 ring=0 trigger=night outcome=applied healthy=true reason="" upgraded=2 pending=80 not_covered=80 restart_needed=14 reboot_needed=false wrapper_seconds=25 +2026-10-08T22:28:14+02:00 demo-hp felhom-os-apply[1214081]: os-apply: LIVE-RESTORE already on +2026-10-08T22:28:14+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:14.220+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: LIVE-RESTORE already on" +2026-10-08T22:28:14+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:28:14.220+02:00 level=INFO msg="osupdate: START" run=20261008T202710Z layer=docker vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261008T202710Z +2026-10-08T22:28:16+02:00 demo-hp felhom-os-apply[1214207]: os-apply: START release=ring0-20261008T202710Z layer=docker:9201 lane=slow mode=apply select=pending-docker packages=0 authority=ring0 +2026-10-08T22:28:21+02:00 demo-hp felhom-os-apply[1214648]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-08T22:28:27+02:00 demo-hp felhom-os-apply[1214956]: os-apply: PLAN upgrade=1 already=0 not-installed=0 from-snapshot=0 +2026-10-08T22:29:01+02:00 demo-hp felhom-os-apply[1217263]: os-apply: SOCKET-USERS restarted=felhom-controller,traefik rc=0 (R-858: they held the old docker socket) +2026-10-08T22:29:03+02:00 demo-hp felhom-os-apply[1218011]: os-apply: DONE rc=0 seconds=5.1 upgraded=1 restart-needed=- reboot-needed=no +2026-10-08T22:29:21+02:00 demo-hp felhom-os-apply[1219347]: os-apply: OOM-CHECK result=pass oom_killed=True oom_event=True exit=137 image=gitea.dooplex.hu/admin/felhom-controller:0.303.0 — the engine reported the memory kill: OOMKilled=true and the oom event +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.329+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261008T202710Z layer=docker:9201 lane=slow mode=apply select=pending-docker packages=0 authority=ring0" +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.329+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.329+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=1 already=0 not-installed=0 from-snapshot=0" +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.329+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: SOCKET-USERS restarted=felhom-controller,traefik rc=0 (R-858: they held the old docker socket)" +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.329+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: DONE rc=0 seconds=5.1 upgraded=1 restart-needed=- reboot-needed=no" +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.329+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: OOM-CHECK result=pass oom_killed=True oom_event=True exit=137 image=gitea.dooplex.hu/admin/felhom-controller:0.303.0 — the engine reported the memory kill: OOMKilled=true and the oom event" +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.330+02:00 level=INFO msg="osupdate: DONE" run=20261008T202710Z layer=docker vmid=9201 ring=0 trigger=night outcome=applied healthy=true reason="" upgraded=1 pending=0 not_covered=0 restart_needed=0 reboot_needed=false wrapper_seconds=67 +2026-10-08T22:29:21+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:21.342+02:00 level=INFO msg="osupdate: START" run=20261008T202710Z layer=pve vmid=9201 ring=0 trigger=night enabled=true release=ring0-20261008T202710Z +2026-10-08T22:29:22+02:00 demo-hp felhom-os-apply[1219396]: os-apply: START release=ring0-20261008T202710Z layer=pve:9201 lane=slow mode=apply select=pending-pve packages=0 authority=ring0 +2026-10-08T22:29:26+02:00 demo-hp felhom-os-apply[1219654]: os-apply: REPAIR configured=0 journal=0 fixed=0 +2026-10-08T22:29:30+02:00 demo-hp felhom-os-apply[1219888]: os-apply: PLAN upgrade=70 already=0 not-installed=0 from-snapshot=0 +2026-10-08T22:29:33+02:00 demo-hp felhom-os-apply[1220017]: os-apply: REFUSED: R6 the plan would touch shim-signed-common, which is not in the plan +2026-10-08T22:29:33+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:33.402+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: START release=ring0-20261008T202710Z layer=pve:9201 lane=slow mode=apply select=pending-pve packages=0 authority=ring0" +2026-10-08T22:29:33+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:33.402+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REPAIR configured=0 journal=0 fixed=0" +2026-10-08T22:29:33+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:33.402+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: PLAN upgrade=70 already=0 not-installed=0 from-snapshot=0" +2026-10-08T22:29:33+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:33.402+02:00 level=INFO msg="osupdate: wrapper" line="os-apply: REFUSED: R6 the plan would touch shim-signed-common, which is not in the plan" +2026-10-08T22:29:33+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:33.403+02:00 level=INFO msg="osupdate: DONE" run=20261008T202710Z layer=pve vmid=9201 ring=0 trigger=night outcome=refused healthy=false reason="" upgraded=0 pending=0 not_covered=0 restart_needed=0 reboot_needed=false wrapper_seconds=0 +2026-10-08T22:29:33+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:29:33.783+02:00 level=WARN msg="osupdate: kernel step skipped — the Proxmox step did not end healthy" run=20261008T202710Z vmid=9201 trigger=night pve_outcome=refused +2026-10-08T22:34:26+02:00 demo-hp pvedaemon[833225]: starting task UPID:demo-hp:0012D84F:00ABFDC1:6AC7FE52:vzdump:9201:felhom-agent@pve!agent: +2026-10-08T22:34:27+02:00 demo-hp pvedaemon[1235023]: INFO: starting new backup job: vzdump 9201 --notes-template 'felhom local-api' --storage felhom-pbs --compress zstd --mode snapshot --node demo-hp +2026-10-08T22:37:35+02:00 demo-hp pvedaemon[833225]: end task UPID:demo-hp:0012D84F:00ABFDC1:6AC7FE52:vzdump:9201:felhom-agent@pve!agent: OK +2026-10-08T22:37:38+02:00 demo-hp felhom-agent[666190]: time=2026-10-08T22:37:38.865+02:00 level=INFO msg="backup: completed" vmid=9201 target=felhom-pbs archive=felhom-pbs:backup/ct/9201/2026-10-08T20:34:27Z size_bytes=15886927313 uncovered_volumes=2 +---PENDING-BOOT +proxmox-kernel-7.0/stable 7.0.14-23 amd64 [upgradable from: 7.0.14-20] +proxmox-kernel-helper/stable 9.2.0 all [upgradable from: 9.1.0+fde2] +proxmox-secure-boot-support/stable 2.0.8 amd64 [upgradable from: 2.0.6] +shim-helpers-amd64-signed/stable 1+16.1+2+pmx1 amd64 [upgradable from: 1+16.1+1+pmx1] +shim-signed-common/stable 1.51+pmx1+16.1-2+pmx1 all [upgradable from: 1.48+pmx1+16.1-1+pmx1] +shim-signed/stable 1.51+pmx1+16.1-2+pmx1 amd64 [upgradable from: 1.48+pmx1+16.1-1+pmx1] +shim-unsigned/stable 16.1-2+pmx1 amd64 [upgradable from: 16.1-1+pmx1] diff --git a/documentation/audits/kernel-night-2026-10-08/readback/hub-events.txt b/documentation/audits/kernel-night-2026-10-08/readback/hub-events.txt new file mode 100644 index 00000000..d635aa9f --- /dev/null +++ b/documentation/audits/kernel-night-2026-10-08/readback/hub-events.txt @@ -0,0 +1,14 @@ +('2026-10-08 12:38:40', 'demo-hp', 'os_kernel_notice', 'info', 'Kernel 7.0.14-22-pve on demo-hp-bb76ea: the household was told the box restarts tonight (mail 2 of at most 3).') +('2026-10-08 20:27:46', 'demo-hp', 'os_update_applied', 'info', 'System security fixes installed on the box (2 package(s)).') +('2026-10-08 20:28:12', 'demo-hp', 'os_update_applied', 'info', "System security fixes installed on the box's base system (2 package(s)).") +('2026-10-08 20:29:21', 'demo-hp', 'os_update_applied', 'info', "System security fixes installed on the box's app engine (Docker 29.8.2) (1 package(s)).") +('2026-10-08 20:29:33', 'demo-hp', 'os_update_failed', 'error', 'OS update (pve) on demo-hp-bb76ea refused: {"code":"R6","reason":"the plan would touch shim-signed-common, which is not in the plan"}') +('2026-10-09 02:43:54', 'demo-felhom', 'os_update_applied', 'info', "System security fixes installed on the box's app engine (Docker 29.9.0) (5 package(s)).") +('2026-10-09 02:44:43', 'demo-felhom', 'os_kernel_step', 'info', 'Kernel 7.0.14-22-pve staged on demo-felhom-8363b5 (trigger night): installed, never the default; the box boots it ONCE at its night reboot.') +('2026-10-09 02:46:26', 'demo-felhom', 'os_update_applied', 'info', "System security fixes installed on the box's kernel (the box restarted at night).") +('2026-10-09 02:46:26', 'demo-felhom', 'os_kernel_step', 'info', 'Kernel 7.0.14-22-pve booted healthily on demo-felhom-8363b5 and is the default now (was 7.0.14-20-pve). healthy 39s after the agent started; the new kernel is the default') +('2026-10-09 03:00:00', 'demo-felhom', 'expected_backup_missed', 'error', 'No fresh verified backup: host tier: newest backup is 48h0m0s old (limit 26h0m0s)') +--- demo-felhom host reports: backups[] length per report, 02:30-03:10 UTC +2026-10-09 02:40:16 0 +2026-10-09 02:45:59 0 +2026-10-09 03:01:03 0 diff --git a/documentation/audits/kernel-night-2026-10-08/readback/hub-system-page-0640.html b/documentation/audits/kernel-night-2026-10-08/readback/hub-system-page-0640.html new file mode 100644 index 00000000..087e4b59 --- /dev/null +++ b/documentation/audits/kernel-night-2026-10-08/readback/hub-system-page-0640.html @@ -0,0 +1,347 @@ + + + + + + System — Felhom Hub + + + + + + + + +
+
+

Felhom Hub

+ +
+ +

System — versions and OS updates

+ + + + +
+

Approved releases

+
+ +
guest: os-guest-20261007-163710
+ 272 packages · 2026-10-07 16:37 UTC · by auto +
+ +
host: os-host-20261005-122429
+ 607 packages · 2026-10-05 12:24 UTC · by auto +
+ +
docker: os-docker-20261004-142842
+ 6 packages · 2026-10-04 14:28 UTC · by operator +
+ +
+ +

Cancelled approvals (last 7 days)

+
+ +
host: os-host-20261004-124133
+ cancelled 2026-10-04 18:20:02 UTC — a TEST approval
+ no further box installs it; boxes that installed it keep it
+ +
host: os-host-20261004-124034
+ cancelled 2026-10-04 18:20:02 UTC — a TEST approval
+ no further box installs it; boxes that installed it keep it
+ +
guest: os-guest-20261004-123933
+ cancelled 2026-10-04 18:20:02 UTC — a TEST approval
+ no further box installs it; boxes that installed it keep it
+ +
guest: os-20261004-091417
+ cancelled 2026-10-04 18:20:02 UTC — a TEST approval
+ no further box installs it; boxes that installed it keep it
+ +
+ +

What ring 0 runs now

+
+ +
guest: + 272 packages, first seen 2026-10-08 20:28 UTC
+ healthy for 8h11m0s of 24h0m0s + + + +
+ +
host: + 607 packages, first seen 2026-10-08 20:28 UTC
+ healthy for 8h11m0s of 24h0m0s + + + +
+ +
docker: + 2 packages, first seen 2026-10-09 02:44 UTC
+ demo-felhom-8363b5 has 0 of 2 healthy night Docker step(s) with this set + + + +
+ +
pve: + 120 packages, first seen 2026-10-08 20:29 UTC
+ demo-felhom-8363b5 has 1 of 2 healthy night Proxmox step(s) with this set + + + +
+ +
kernel: + —
+ demo-hp-bb76ea has not booted a new kernel healthily yet + + + +
+ +
+
+ + + An urgent fix only — normally the hub approves after 24 h and one night. +
+
+ +
+

Version floors

+

Global controller floor: 0.292.0 · vouched agent: 0.150.0

+ + + + + + + + + + + + + + + + + + + + + + + + + + + +
CustomerOwn floorSetGlobal floor moves it?
demo-felhom
Demo Ügyfél		0.303.035 h ago (2026-10-07)no — its own floor applies (at or above the global)
demo-hp
Demo HP		0.303.035 h ago (2026-10-07)no — its own floor applies (at or above the global)
tester-1
Tester 1		0.303.035 h ago (2026-10-07)no — its own floor applies (at or above the global)
+ +
+ + +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
BoxRing / updatesTunnelProxmoxKernel (running)Kernel (next boot)Kernel (default)Kernel stepDebianFelhom releasePendingNot coveredHeldReboot neededkernel.panicOopsCrash restarts 24 hCrash guardRoot filesAgentGuest DebianFelhom releasePendingRestart neededLast disk trimDockercontainerdlive-restoreDocker releaseLast OS leg
hostguestDocker engine
Tester-2-be8404
Tester 2 + 		+ ring 1 +
+ + +

+ updates ON +
+ + + +
+ 		running9.2.27.0.2-6-pve7.0.2-6-pveunknown—13.7os-host-20261004-124133780nonesince 2026-10-0410 sno0armedunknown0.142.0 → 0.150.0 (since 2026-10-05)13.7os-guest-20261004-12393307—29.8.22.3.6-1~debian.13~trixieon—4 days ago · applied · 44 s
demo-felhom-8363b5
Demo Ügyfél + 		+ ring 0 +
+ + + +

+ updates ON +
+ + + +
+ 		running9.2.217.0.14-22-pve7.0.14-22-pve7.0.14-22-pve7.0.14-22-pve applied 1 h ago · due 7.0.14-23-pve — not told yet (mails 09–20 h) · phase good13.7ring0-20261009T024218Z90noneno10 sno0armed0.152.00.153.013.7ring0-20261009T024218Z5044 h ago · 0.7 GiB29.9.02.4.1-2~debian.13~trixieonring0-20261009T024218Z1 h ago · applied · 50 s
demo-hp-bb76ea
Demo HP + 		+ ring 0 +
+ + + +

+ updates ON +
+ + + +
+ 		running9.2.27.0.14-20-pve7.0.14-20-pve7.0.14-20-pvedue 7.0.14-22-pve — household told 16 h ago: TONIGHT13.7ring0-20261008T202710Z800noneno10 sno0armed0.152.00.153.013.7ring0-20261008T202710Z1044 h ago · 6.2 GiB29.8.22.3.6-1~debian.13~trixieonring0-20261008T202710Z8 h ago · applied · 67 s
tester-1-d70be4
Tester 1 + 		+ ring 1 +
+ + +

+ updates ON +
+ + + +
+ 		running9.2.27.0.14-22-pve7.0.14-22-pve7.0.14-22-pve7.0.14-22-pve applied 37 h ago · phase good13.7os-host-20261005-122429810noneno10 sno0armed0.152.00.153.013.7os-guest-20261007-1637107744 h ago · 2.3 GiB29.8.22.3.6-1~debian.13~trixieon—1 h ago · nothing · 14 s
+
+

Amber: worth a look. Red: an operator alarm fires (`08` §6.3). "unknown": the box could not read the value — never a guess.

+ + + +
+ + + diff --git a/documentation/audits/release-2026-10-09/delivery/floors-0.304.0.txt b/documentation/audits/release-2026-10-09/delivery/floors-0.304.0.txt new file mode 100644 index 00000000..7800f715 --- /dev/null +++ b/documentation/audits/release-2026-10-09/delivery/floors-0.304.0.txt @@ -0,0 +1,7 @@ +== floors 2026-10-09T05:05:30Z: 0.304.0 with min_agent 0.131.0; global floor not touched; Tester 2 not touched +demo-hp: Location: /customers/demo-hp?flash=floor_set +demo-felhom: Location: /customers/demo-felhom?flash=floor_set +tester-1: Location: /customers/tester-1?flash=floor_set +2026/10/09 07:05:30 [INFO] Customer demo-hp controller-version floor override set to "0.304.0" (declared MinAgent "0.131.0") +2026/10/09 07:05:31 [INFO] Customer demo-felhom controller-version floor override set to "0.304.0" (declared MinAgent "0.131.0") +2026/10/09 07:05:31 [INFO] Customer tester-1 controller-version floor override set to "0.304.0" (declared MinAgent "0.131.0") diff --git a/documentation/audits/release-2026-10-09/delivery/sign-agent-update-0.154.0.txt b/documentation/audits/release-2026-10-09/delivery/sign-agent-update-0.154.0.txt new file mode 100644 index 00000000..ce1c80cc --- /dev/null +++ b/documentation/audits/release-2026-10-09/delivery/sign-agent-update-0.154.0.txt @@ -0,0 +1,10 @@ +== agent_update 0.154.0 (sha 36a54ad2…) signed with felhom-op-1, ttl 45m, 2026-10-09T05:04:54Z +-- demo-hp-bb76ea +signed: op=agent_update host=demo-hp-bb76ea guest="" key_id=felhom-op-1 nonce=a5987874393e41cdc40d0e39c93567ff expires=2026-10-09T05:49:54Z +uploaded signed op to the hub jobs queue +-- demo-felhom-8363b5 +signed: op=agent_update host=demo-felhom-8363b5 guest="" key_id=felhom-op-1 nonce=03bb94a9b6a2a62e1aa60670fa61537d expires=2026-10-09T05:49:54Z +uploaded signed op to the hub jobs queue +-- tester-1-d70be4 +signed: op=agent_update host=tester-1-d70be4 guest="" key_id=felhom-op-1 nonce=59a7908120d942dd16fdb0017db38529 expires=2026-10-09T05:49:54Z +uploaded signed op to the hub jobs queue