== 2026-11-10T12:50:49Z preconditions just before the removal
7.0.14-28-pve
-- heavy processes (expect none)
none
2256165 bash -c echo "== $(date -u +%FT%TZ) preconditions just before the removal"; uname -r; echo "-- heavy processes (expect none)"; pgrep -a -x "vzdump|apt-get|dpkg|restic|proxmox-backup-client|pbs-restore" || echo none; pgrep -af "[f]elhom-os-apply" || echo "no felhom-os-apply"; echo "-- running PVE tasks"; pvesh get /nodes/$(hostname)/tasks --source active --output-format json | python3 -c "import json,sys; t=json.load(sys.stdin); print(len(t), [x.get(\"type\") for x in t])"; echo "-- guests"; pct list; qm list; echo "-- kernel state"; python3 -c "import json; s=json.load(open(\"/var/lib/felhom-kernel/state.json\")); print(s[\"phase\"], s[\"from\"], s[\"to\"])"; grub-editenv /boot/efi/EFI/felhom/oneshot.env list; echo "-- locks"; ls -la /var/lib/dpkg/lock* /var/lib/apt/lists/lock 2>&1 | head; fuser /var/lib/dpkg/lock-frontend 2>&1 || echo "dpkg lock free"; echo "-- sizes before"; df -B1M / /boot/efi | cat; du -sm /lib/modules /boot 2>/dev/null; ls /lib/modules; echo "-- grub default"; /usr/bin/grep -n "set default=" /boot/grub/grub.cfg | head -3; /usr/bin/grep -c "felhom-oneshot-" /boot/grub/grub.cfg; /usr/bin/grep -o "felhom-oneshot-[0-9.a-z-]*" /boot/grub/grub.cfg | sort -u; cat /etc/default/grub.d/zz-felhom-kernel-default.cfg; sha256sum /etc/default/grub.d/zz-felhom-kernel-default.cfg /etc/grub.d/01_felhom_oneshot /etc/grub.d/42_felhom_oneshot; echo "-- crash guard"; ls -la /var/lib/felhom-crash-guard 2>&1 | head; systemctl list-timers --no-pager 2>/dev/null | /usr/bin/grep -i -E "felhom|pve|apt" | cut -c1-150
-- running PVE tasks
0 []
-- guests
VMID       Status     Lock         Name                
9201       running                 demo-hp             
9202       running                 demo-hp-scratch     
9401       stopped                 upgrade-harness     
      VMID NAME                 STATUS     MEM(MB)    BOOTDISK(GB) PID       
       341 night1004-tester1    running    8192             200.00 1861      
-- kernel state
good 7.0.14-26-pve 7.0.14-28-pve
felhom_next=
-- locks
-rw-r----- 1 root root 0 May 21 13:31 /var/lib/apt/lists/lock
-rw-r----- 1 root root 0 Nov 10 02:50 /var/lib/dpkg/lock
-rw-r----- 1 root root 0 Oct  4 14:25 /var/lib/dpkg/lock-frontend
dpkg lock free
-- sizes before
Filesystem           1M-blocks  Used Available Use% Mounted on
/dev/mapper/pve-root     39506 22906     14562  62% /
/dev/sda2                 1022    10      1013   1% /boot/efi
7772	/lib/modules
795	/boot
7.0.14-20-pve
7.0.14-22-pve
7.0.14-23-pve
7.0.14-24-pve
7.0.14-25-pve
7.0.14-26-pve
7.0.14-28-pve
7.0.2-6-pve
-- grub default
17:   set default="${next_entry}"
22:   set default="gnulinux-advanced-529c0c3d-b48e-4d01-989d-43fd5d7dbb43>gnulinux-7.0.14-28-pve-advanced-529c0c3d-b48e-4d01-989d-43fd5d7dbb43"
110:    if [ "${felhom_boot}" = "7.0.14-20-pve" ]; then set default="felhom-oneshot-7.0.14-20-pve"; fi
16
felhom-oneshot-7.0.14-20-pve
felhom-oneshot-7.0.14-22-pve
felhom-oneshot-7.0.14-23-pve
felhom-oneshot-7.0.14-24-pve
felhom-oneshot-7.0.14-25-pve
felhom-oneshot-7.0.14-26-pve
felhom-oneshot-7.0.14-28-pve
felhom-oneshot-7.0.2-6-pve
# felhom kernel lane (R-836, `11` §5.11) — written by felhom-os-apply; the kernel that booted healthily
GRUB_DEFAULT="gnulinux-advanced-529c0c3d-b48e-4d01-989d-43fd5d7dbb43>gnulinux-7.0.14-28-pve-advanced-529c0c3d-b48e-4d01-989d-43fd5d7dbb43"
6b35d9aeddc1ddd0820eefb9a3859c772eea77b66c2971459515cb1f45bbf392  /etc/default/grub.d/zz-felhom-kernel-default.cfg
f2f56d59c6356067279baa457e84bba7ffcf46ac341b7d482845e5a5cf9cc27b  /etc/grub.d/01_felhom_oneshot
c34907ce68599873889179be333e848e02aa1c594b7370116b95af31b41b7fe6  /etc/grub.d/42_felhom_oneshot
-- crash guard
total 12
drwxr-xr-x  2 root root 4096 Nov 10 13:09 .
drwxr-xr-x 46 root root 4096 Oct 10 04:42 ..
-rw-r--r--  1 root root  679 Nov 10 13:09 state.json
Tue 2026-11-10 13:51:28 CET     35s Tue 2026-11-10 13:50:28 CET   24s ago felhom-mgmt-watchdog.timer     felhom-mgmt-watchdog.service
Tue 2026-11-10 14:09:17 CET   18min Tue 2026-11-10 13:09:17 CET 41min ago felhom-crash-guard-check.timer felhom-crash-guard-check.service
Tue 2026-11-10 15:51:50 CET 2h 0min Tue 2026-11-10 04:06:22 CET    9h ago apt-daily.timer                apt-daily.service
Wed 2026-11-11 04:54:05 CET     15h Tue 2026-11-10 03:05:09 CET   10h ago pve-daily-update.timer         pve-daily-update.service
Wed 2026-11-11 06:38:33 CET     16h Tue 2026-11-10 06:55:09 CET    6h ago apt-daily-upgrade.timer        apt-daily-upgrade.service
