Night power drill: rounds R1, R4, R6, R5 on demo-hp (all came back by themselves); estimator check R1 (the family set together)
gates / gates (push) Successful in 6m34s
gates / gates (push) Successful in 6m34s
This commit is contained in:
@@ -0,0 +1,6 @@
|
||||
2026-10-14T00:18:24Z
|
||||
hub: demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-
|
||||
2026/10/13 23:49:22 [INFO] host demo-felhom-8363b5: deliberate power-off ended (was 2026-10-13T18:52:28Z)
|
||||
2026/10/13 23:49:28 [INFO] Event from demo-felhom: controller_started (info) — Controller elindult (0.310.0)
|
||||
2026/10/13 23:50:00 [INFO] Staleness: demo-felhom deliberately_off → ok (household power-off, no event)
|
||||
n100 plug since 22:11: 2704 readings, mean 8.3 W, max 20.6 W
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"round": "R1",
|
||||
"watch_start": "2026-10-13T22:26:51Z",
|
||||
"seen": {
|
||||
"demo-hp": {
|
||||
"hub_report": "2026-10-13T22:27:46Z",
|
||||
"host_ping": "2026-10-13T22:27:49Z",
|
||||
"guest_running": "2026-10-13T22:29:22Z",
|
||||
"guest_ping": "2026-10-13T22:29:44Z",
|
||||
"dashboard_200": "2026-10-13T22:29:44Z",
|
||||
"containers_healthy": "2026-10-13T22:30:43Z"
|
||||
},
|
||||
"tester-1": {
|
||||
"hub_report": "2026-10-13T22:28:20Z",
|
||||
"host_ping": "2026-10-13T22:28:25Z",
|
||||
"guest_ping": "2026-10-13T22:29:44Z",
|
||||
"guest_running": "2026-10-13T22:29:53Z",
|
||||
"dashboard_200": "2026-10-13T22:30:06Z",
|
||||
"containers_healthy": "2026-10-13T22:31:04Z"
|
||||
}
|
||||
},
|
||||
"notes": [
|
||||
"ended 2026-10-13T22:31:06Z after 255 s"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-13T22:31:30Z
|
||||
00:31:30 up 4 min, 1 user, load average: 3.74, 2.71, 1.12
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1840
|
||||
{'last_boot_at': '2026-10-13T22:27:23Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 3, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up 2 minutes (healthy)
|
||||
adventurelog-frontend Up 2 minutes (healthy)
|
||||
adventurelog-postgres Up 2 minutes (healthy)
|
||||
bentopdf Up 2 minutes (healthy)
|
||||
bookstack Up 2 minutes (healthy)
|
||||
bookstack-db Up 2 minutes (healthy)
|
||||
calibre-web Up About a minute (healthy)
|
||||
cloudflared Up 2 minutes (healthy)
|
||||
docmost Up 2 minutes (healthy)
|
||||
docmost-postgres Up 2 minutes (healthy)
|
||||
docmost-redis Up 2 minutes (healthy)
|
||||
felhom-controller Up 2 minutes (healthy)
|
||||
filebrowser Up 2 minutes (healthy)
|
||||
home-assistant Up 2 minutes (healthy)
|
||||
kimai Up 2 minutes (healthy)
|
||||
kimai-db Up 2 minutes (healthy)
|
||||
opengist Up 2 minutes (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up About a minute (healthy)
|
||||
privatebin Up 2 minutes (healthy)
|
||||
traefik Up 2 minutes
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-13T22:31:33Z
|
||||
00:31:33 up 3 min, 1 user, load average: 1.63, 1.14, 0.47
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T22:27:54Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 3, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up About a minute (healthy)
|
||||
bookstack-db Up About a minute (healthy)
|
||||
cloudflared Up About a minute (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up About a minute (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up About a minute (healthy)
|
||||
privatebin Up About a minute (healthy)
|
||||
traefik Up About a minute
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 0/2 0% 6% 58% unknown (no running customer guest) 58% local tester-1-d70be4 Tester 1 0.155.
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 0/2 0% 20% 21% unknown (no running customer guest) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 0% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-13T22:26:35Z
|
||||
00:26:35 up 2:12, 1 user, load average: 0.88, 0.98, 0.99
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1842
|
||||
{'last_boot_at': '2026-10-13T20:13:54Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 0, 'unclean_boots_24h': 2, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up 2 hours (healthy)
|
||||
adventurelog-frontend Up 2 hours (healthy)
|
||||
adventurelog-postgres Up 2 hours (healthy)
|
||||
bentopdf Up 2 hours (healthy)
|
||||
bookstack Up 2 hours (healthy)
|
||||
bookstack-db Up 2 hours (healthy)
|
||||
calibre-web Up 2 hours (healthy)
|
||||
cloudflared Up 2 hours (healthy)
|
||||
docmost Up 2 hours (healthy)
|
||||
docmost-postgres Up 2 hours (healthy)
|
||||
docmost-redis Up 2 hours (healthy)
|
||||
felhom-controller Up 2 hours (healthy)
|
||||
filebrowser Up 2 hours (healthy)
|
||||
home-assistant Up 2 hours (healthy)
|
||||
kimai Up 2 hours (healthy)
|
||||
kimai-db Up 2 hours (healthy)
|
||||
opengist Up 2 hours (healthy)
|
||||
paperless-postgres Up 2 hours (healthy)
|
||||
paperless-redis Up 2 hours (healthy)
|
||||
paperless-webserver Up 2 hours (healthy)
|
||||
privatebin Up 2 hours (healthy)
|
||||
traefik Up 2 hours
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-13T22:26:39Z
|
||||
00:26:39 up 2:12, 1 user, load average: 0.10, 0.20, 0.21
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T20:14:24Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 0, 'unclean_boots_24h': 2, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up 2 hours (healthy)
|
||||
bookstack-db Up 2 hours (healthy)
|
||||
cloudflared Up 2 hours (healthy)
|
||||
felhom-controller Up 2 hours (healthy)
|
||||
filebrowser Up 2 hours (healthy)
|
||||
paperless-postgres Up 2 hours (healthy)
|
||||
paperless-redis Up 2 hours (healthy)
|
||||
paperless-webserver Up 2 hours (healthy)
|
||||
privatebin Up 2 hours (healthy)
|
||||
traefik Up 2 hours
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 10% 35% 58% running (connected) 58% local tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 1/2 0% 34% 21% running (connected) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 0% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1 @@
|
||||
fences clear 22:26:35
|
||||
@@ -0,0 +1,6 @@
|
||||
2026/10/14 00:42:48 [WARN] host demo-hp-bb76ea crash guard: host_crash_restart
|
||||
2026/10/14 00:42:48 [WARN] host demo-hp-bb76ea crash guard: host_restarted_after_crash
|
||||
2026/10/14 00:42:49 [INFO] Operator email sent for demo-hp/host_crash_restart
|
||||
2026/10/14 00:43:15 [WARN] host tester-1-d70be4 crash guard: host_crash_restart
|
||||
2026/10/14 00:43:15 [WARN] host tester-1-d70be4 crash guard: host_restarted_after_crash
|
||||
2026/10/14 00:43:15 [INFO] Operator email sent for tester-1/host_crash_restart
|
||||
@@ -0,0 +1,10 @@
|
||||
2026/10/14 00:27:43 [INFO] host-report from demo-hp-bb76ea (1 guests, 4 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 14408 bytes)
|
||||
2026/10/14 00:27:43 [INFO] DR-recipe host-half stored for customer demo-hp (host demo-hp-bb76ea, v1)
|
||||
2026/10/14 00:28:10 [INFO] host-report from tester-1-d70be4 (1 guests, 3 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 13551 bytes)
|
||||
2026/10/14 00:28:10 [INFO] DR-recipe host-half stored for customer tester-1 (host tester-1-d70be4, v1)
|
||||
2026/10/14 00:29:32 [INFO] Event from demo-hp: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 00:29:37 [INFO] DR-recipe app-half stored for customer demo-hp (v1)
|
||||
2026/10/14 00:29:37 [INFO] Received report from demo-hp (13897 bytes)
|
||||
2026/10/14 00:30:01 [INFO] Event from tester-1: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 00:30:04 [INFO] DR-recipe app-half stored for customer tester-1 (v1)
|
||||
2026/10/14 00:30:04 [INFO] Received report from tester-1 (6861 bytes)
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1,3 @@
|
||||
2026-10-13T22:26:50.756Z hp watchdog armed (pid 894671, relay on after 25 s at the latest)
|
||||
2026-10-13T22:26:50.859Z hp CUT: relay off + countdown 10 s sent in one command
|
||||
2026-10-13T22:26:50.900Z hp read back: relay=off countdown=10
|
||||
@@ -0,0 +1,5 @@
|
||||
2026-10-13T22:26:50.756Z hp watchdog armed (pid 894671, relay on after 25 s at the latest)
|
||||
2026-10-13T22:26:50.859Z hp CUT: relay off + countdown 10 s sent in one command
|
||||
2026-10-13T22:26:50.900Z hp read back: relay=off countdown=10
|
||||
2026-10-13T22:26:50.993Z tool pid 894665 killed -9 (simulated DooPlex death)
|
||||
2026-10-13T22:27:15.984Z hp watchdog: relay already on — nothing to do
|
||||
@@ -0,0 +1,84 @@
|
||||
### demo-hp
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T00:27:28+02:00 demo-hp kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T00:27:28+02:00 demo-hp kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T00:27:28+02:00 demo-hp kernel: EXT4-fs (dm-1): mounted filesystem 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd-journald[363]: Collecting audit messages is disabled.
|
||||
2026-10-14T00:27:28+02:00 demo-hp kernel: EXT4-fs (dm-1): re-mounted 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 r/w.
|
||||
2026-10-14T00:27:28+02:00 demo-hp systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T00:27:29+02:00 demo-hp systemd-journald[363]: Received client request to flush runtime journal.
|
||||
2026-10-14T00:27:29+02:00 demo-hp systemd-journald[363]: File /var/log/journal/9756a908fef046fda6a56428d3fefe3c/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T00:27:30+02:00 demo-hp kernel: EXT4-fs (nvme0n1): recovery complete
|
||||
2026-10-14T00:27:30+02:00 demo-hp kernel: EXT4-fs (nvme0n1): mounted filesystem 91d2dc2d-2d28-4929-9bdd-3e11fa2f41ae r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:27:46+02:00 demo-hp kernel: EXT4-fs warning (device loop0): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:27:46+02:00 demo-hp kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:28:29+02:00 demo-hp kernel: EXT4-fs (loop0): recovery complete
|
||||
2026-10-14T00:28:29+02:00 demo-hp kernel: EXT4-fs (loop0): mounted filesystem ad667f40-a344-4432-a8db-d8bb7dc29527 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:28:29+02:00 demo-hp kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T00:28:29+02:00 demo-hp kernel: EXT4-fs (dm-6): mounted filesystem 2885edc2-149c-4d7a-9c59-1647b38ccea1 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:28:29+02:00 demo-hp kernel: EXT4-fs warning (device loop1): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:28:29+02:00 demo-hp kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:29:12+02:00 demo-hp kernel: EXT4-fs (loop1): 1 orphan inode deleted
|
||||
2026-10-14T00:29:12+02:00 demo-hp kernel: EXT4-fs (loop1): recovery complete
|
||||
2026-10-14T00:29:12+02:00 demo-hp kernel: EXT4-fs (loop1): mounted filesystem 5283c2e7-70bb-4510-9e2b-2d93ea34fc4d r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:29:12+02:00 demo-hp kernel: EXT4-fs (dm-7): 11 orphan inodes deleted
|
||||
2026-10-14T00:29:12+02:00 demo-hp kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T00:29:12+02:00 demo-hp kernel: EXT4-fs (dm-7): mounted filesystem d4a088c4-1a97-4a59-9f2f-d825aa23fb25 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
kimai-db: 2026-10-14 0:29:24 0 [Note] Recovering after a crash using tc.log
|
||||
kimai-db: 2026-10-14 0:29:24 0 [Note] Starting table crash recovery...
|
||||
kimai-db: 2026-10-14 0:29:24 0 [Note] Crash table recovery finished.
|
||||
docmost-postgres: 2026-10-14 00:29:26.243 CEST [31] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
docmost-postgres: 2026-10-14 00:29:26.256 CEST [31] LOG: redo starts at 0/2301770
|
||||
docmost-postgres: 2026-10-14 00:29:26.256 CEST [31] LOG: redo done at 0/2301770 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
docmost-postgres: 2026-10-14 00:29:26.283 CEST [29] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
docmost-postgres: 2026-10-14 00:29:26.323 CEST [29] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 3 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.010 s, sync=0.003 s, total=0.050 s; sync files=2, longest=0.002 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/23017A8, redo lsn=0/23017A8
|
||||
bookstack-db: 2026-10-14 0:29:24 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 0:29:24 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 0:29:24 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 0:29:28 3 [Warning] Aborted connection 3 to db: 'unconnected' user: 'unauthenticated' host: '172.20.0.3' (This connection closed normally without authentication)
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.968 CEST [29] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.979 CEST [29] LOG: redo starts at 0/FA11000
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.979 CEST [29] LOG: redo done at 0/FA11000 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.991 CEST [27] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
adventurelog-postgres: 2026-10-14 00:29:27.015 CEST [27] LOG: checkpoint complete: wrote 3 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.007 s, sync=0.002 s, total=0.026 s; sync files=2, longest=0.001 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/FA11038, redo lsn=0/FA11038
|
||||
## lock lines
|
||||
### tester-1
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T00:27:59+02:00 felhom kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T00:27:59+02:00 felhom kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T00:27:59+02:00 felhom kernel: EXT4-fs (dm-1): mounted filesystem e7c978ee-70aa-454b-a5bb-53dc1d19f16e ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T00:27:59+02:00 felhom kernel: EXT4-fs (dm-1): re-mounted e7c978ee-70aa-454b-a5bb-53dc1d19f16e r/w.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd-journald[335]: Collecting audit messages is disabled.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd-journald[335]: Received client request to flush runtime journal.
|
||||
2026-10-14T00:27:59+02:00 felhom systemd-journald[335]: File /var/log/journal/5bd060f8d0764d4387a4760b4c744152/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T00:28:00+02:00 felhom kernel: EXT4-fs (sdb): recovery complete
|
||||
2026-10-14T00:28:00+02:00 felhom kernel: EXT4-fs (sdb): mounted filesystem 863c67fd-3e21-4d9f-9a74-3c5fa406f2a2 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:28:11+02:00 felhom kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:28:54+02:00 felhom kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T00:28:54+02:00 felhom kernel: EXT4-fs (dm-6): mounted filesystem d0e7c7e2-3ec5-4bcb-9558-cbcd79cacee5 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:28:54+02:00 felhom kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:29:37+02:00 felhom kernel: EXT4-fs (dm-7): 5 orphan inodes deleted
|
||||
2026-10-14T00:29:37+02:00 felhom kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T00:29:37+02:00 felhom kernel: EXT4-fs (dm-7): mounted filesystem c18197aa-42ff-413b-8e42-4acf8a70d9d2 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
bookstack-db: 2026-10-14 0:29:53 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 0:29:53 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 0:29:53 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 0:29:58 3 [Warning] Aborted connection 3 to db: 'unconnected' user: 'unauthenticated' host: '172.19.0.2' (This connection closed normally without authentication)
|
||||
## lock lines
|
||||
@@ -0,0 +1,13 @@
|
||||
2026-10-13T22:27:46Z demo-hp hub_report
|
||||
2026-10-13T22:27:49Z demo-hp host_ping
|
||||
2026-10-13T22:28:20Z tester-1 hub_report
|
||||
2026-10-13T22:28:25Z tester-1 host_ping
|
||||
2026-10-13T22:29:22Z demo-hp guest_running
|
||||
2026-10-13T22:29:44Z demo-hp guest_ping
|
||||
2026-10-13T22:29:44Z demo-hp dashboard_200
|
||||
2026-10-13T22:29:44Z tester-1 guest_ping
|
||||
2026-10-13T22:29:53Z tester-1 guest_running
|
||||
2026-10-13T22:30:06Z tester-1 dashboard_200
|
||||
2026-10-13T22:30:43Z demo-hp containers_healthy T=22 R=22 U=0 S=0
|
||||
2026-10-13T22:31:04Z tester-1 containers_healthy T=10 R=10 U=0 S=0
|
||||
done {"demo-hp": {"hub_report": "2026-10-13T22:27:46Z", "host_ping": "2026-10-13T22:27:49Z", "guest_running": "2026-10-13T22:29:22Z", "guest_ping": "2026-10-13T22:29:44Z", "dashboard_200": "2026-10-13T22:29:44Z", "containers_healthy": "2026-10-13T22:30:43Z"}, "tester-1": {"hub_report": "2026-10-13T22:28:20Z", "host_ping": "2026-10-13T22:28:25Z", "guest_ping": "2026-10-13T22:29:44Z", "guest_running": "2026-10-13T22:29:53Z", "dashboard_200": "2026-10-13T22:30:06Z", "containers_healthy": "2026-10-13T22:31:04Z"}}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"round": "R4",
|
||||
"watch_start": "2026-10-13T22:43:49Z",
|
||||
"seen": {
|
||||
"demo-hp": {
|
||||
"host_ping": "2026-10-13T22:44:51Z",
|
||||
"hub_report": "2026-10-13T22:45:28Z",
|
||||
"guest_running": "2026-10-13T22:46:27Z",
|
||||
"guest_ping": "2026-10-13T22:46:49Z",
|
||||
"dashboard_200": "2026-10-13T22:46:49Z",
|
||||
"containers_healthy": "2026-10-13T22:48:02Z"
|
||||
},
|
||||
"tester-1": {
|
||||
"hub_report": "2026-10-13T22:45:28Z",
|
||||
"host_ping": "2026-10-13T22:45:31Z",
|
||||
"guest_running": "2026-10-13T22:47:03Z",
|
||||
"guest_ping": "2026-10-13T22:47:05Z",
|
||||
"dashboard_200": "2026-10-13T22:47:16Z",
|
||||
"containers_healthy": "2026-10-13T22:48:13Z"
|
||||
}
|
||||
},
|
||||
"notes": [
|
||||
"ended 2026-10-13T22:48:15Z after 265 s"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-13T22:48:27Z
|
||||
00:48:27 up 3 min, 1 user, load average: 5.07, 2.96, 1.19
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1839
|
||||
{'last_boot_at': '2026-10-13T22:44:35Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 2, 'unclean_boots_24h': 4, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up About a minute (healthy)
|
||||
adventurelog-frontend Up About a minute (healthy)
|
||||
adventurelog-postgres Up About a minute (healthy)
|
||||
bentopdf Up About a minute (healthy)
|
||||
bookstack Up About a minute (healthy)
|
||||
bookstack-db Up About a minute (healthy)
|
||||
calibre-web Up About a minute (healthy)
|
||||
cloudflared Up About a minute (healthy)
|
||||
docmost Up About a minute (healthy)
|
||||
docmost-postgres Up About a minute (healthy)
|
||||
docmost-redis Up About a minute (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up About a minute (healthy)
|
||||
home-assistant Up About a minute (healthy)
|
||||
kimai Up About a minute (healthy)
|
||||
kimai-db Up About a minute (healthy)
|
||||
opengist Up About a minute (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up About a minute (healthy)
|
||||
privatebin Up About a minute (healthy)
|
||||
traefik Up About a minute
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-13T22:48:30Z
|
||||
00:48:30 up 3 min, 1 user, load average: 2.61, 1.21, 0.46
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T22:45:06Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 2, 'unclean_boots_24h': 4, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up About a minute (healthy)
|
||||
bookstack-db Up About a minute (healthy)
|
||||
cloudflared Up About a minute (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up About a minute (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up 59 seconds (healthy)
|
||||
privatebin Up About a minute (healthy)
|
||||
traefik Up About a minute
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 0/2 0% 6% 58% unknown (no running customer guest) 58% local tester-1-d70be4 Tester 1 0.155.
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 0/2 0% 19% 21% unknown (no running customer guest) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-13T22:43:26Z
|
||||
00:43:26 up 16 min, 1 user, load average: 1.94, 1.36, 1.08
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1840
|
||||
{'last_boot_at': '2026-10-13T22:27:23Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 3, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up 14 minutes (healthy)
|
||||
adventurelog-frontend Up 14 minutes (healthy)
|
||||
adventurelog-postgres Up 14 minutes (healthy)
|
||||
bentopdf Up 14 minutes (healthy)
|
||||
bookstack Up 14 minutes (healthy)
|
||||
bookstack-db Up 14 minutes (healthy)
|
||||
calibre-web Up 13 minutes (healthy)
|
||||
cloudflared Up 14 minutes (healthy)
|
||||
docmost Up 14 minutes (healthy)
|
||||
docmost-postgres Up 14 minutes (healthy)
|
||||
docmost-redis Up 14 minutes (healthy)
|
||||
felhom-controller Up 14 minutes (healthy)
|
||||
filebrowser Up 14 minutes (healthy)
|
||||
home-assistant Up 14 minutes (healthy)
|
||||
kimai Up 14 minutes (healthy)
|
||||
kimai-db Up 14 minutes (healthy)
|
||||
opengist Up 14 minutes (healthy)
|
||||
paperless-postgres Up 13 minutes (healthy)
|
||||
paperless-redis Up 13 minutes (healthy)
|
||||
paperless-webserver Up 13 minutes (healthy)
|
||||
privatebin Up 14 minutes (healthy)
|
||||
traefik Up 14 minutes
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-13T22:43:29Z
|
||||
00:43:29 up 15 min, 1 user, load average: 0.30, 0.33, 0.35
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T22:27:54Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 3, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up 13 minutes (healthy)
|
||||
bookstack-db Up 13 minutes (healthy)
|
||||
cloudflared Up 13 minutes (healthy)
|
||||
felhom-controller Up 13 minutes (healthy)
|
||||
filebrowser Up 13 minutes (healthy)
|
||||
paperless-postgres Up 13 minutes (healthy)
|
||||
paperless-redis Up 13 minutes (healthy)
|
||||
paperless-webserver Up 13 minutes (healthy)
|
||||
privatebin Up 13 minutes (healthy)
|
||||
traefik Up 13 minutes
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 0% 35% 58% running (connected) 58% local tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 1/2 11% 35% 21% running (connected) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1 @@
|
||||
fences clear 22:43:26
|
||||
@@ -0,0 +1,9 @@
|
||||
2026/10/14 01:00:00 [WARN] host demo-hp-bb76ea crash guard: host_crash_restart
|
||||
2026/10/14 01:00:00 [WARN] host demo-hp-bb76ea crash guard: host_restarted_after_crash
|
||||
2026/10/14 01:00:00 [INFO] Operator email suppressed for demo-hp/host_crash_restart — cooldown (key=demo-hp:host_crash_restart)
|
||||
2026/10/14 01:00:26 [WARN] host tester-1-d70be4 crash guard: host_crash_restart
|
||||
2026/10/14 01:00:26 [WARN] host tester-1-d70be4 crash guard: host_restarted_after_crash
|
||||
2026/10/14 01:00:26 [INFO] Operator email suppressed for tester-1/host_crash_restart — cooldown (key=tester-1:host_crash_restart)
|
||||
23:00:27
|
||||
|
||||
[exited with code 0]
|
||||
@@ -0,0 +1,10 @@
|
||||
2026/10/14 00:44:54 [INFO] host-report from demo-hp-bb76ea (1 guests, 4 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 14409 bytes)
|
||||
2026/10/14 00:44:54 [INFO] DR-recipe host-half stored for customer demo-hp (host demo-hp-bb76ea, v1)
|
||||
2026/10/14 00:45:21 [INFO] host-report from tester-1-d70be4 (1 guests, 3 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 13552 bytes)
|
||||
2026/10/14 00:45:21 [INFO] DR-recipe host-half stored for customer tester-1 (host tester-1-d70be4, v1)
|
||||
2026/10/14 00:46:44 [INFO] Event from demo-hp: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 00:46:50 [INFO] DR-recipe app-half stored for customer demo-hp (v1)
|
||||
2026/10/14 00:46:50 [INFO] Received report from demo-hp (15261 bytes)
|
||||
2026/10/14 00:47:13 [INFO] Event from tester-1: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 00:47:16 [INFO] DR-recipe app-half stored for customer tester-1 (v1)
|
||||
2026/10/14 00:47:16 [INFO] Received report from tester-1 (6876 bytes)
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1,10 @@
|
||||
2026-10-13T22:43:41.807Z hp watchdog armed (pid 1041068, relay on after 17 s at the latest)
|
||||
2026-10-13T22:43:41.900Z hp CUT: relay off + countdown 2 s sent in one command
|
||||
2026-10-13T22:43:42.164Z hp read back: relay=off countdown=2
|
||||
2026-10-13T22:43:44.215Z hp BACK: relay on by the plug countdown, +2.1 s after the cut
|
||||
2026-10-13T22:43:47.534Z hp watchdog armed (pid 1041750, relay on after 17 s at the latest)
|
||||
2026-10-13T22:43:47.620Z hp CUT: relay off + countdown 2 s sent in one command
|
||||
2026-10-13T22:43:47.698Z hp read back: relay=off countdown=2
|
||||
2026-10-13T22:43:49.770Z hp BACK: relay on by the plug countdown, +2.1 s after the cut
|
||||
2026-10-13T22:43:59.028Z hp watchdog: relay already on — nothing to do
|
||||
2026-10-13T22:44:04.766Z hp watchdog: relay already on — nothing to do
|
||||
@@ -0,0 +1,88 @@
|
||||
### demo-hp
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T00:44:40+02:00 demo-hp kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T00:44:40+02:00 demo-hp kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T00:44:40+02:00 demo-hp kernel: EXT4-fs (dm-1): mounted filesystem 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T00:44:40+02:00 demo-hp kernel: EXT4-fs (dm-1): re-mounted 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 r/w.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd-journald[360]: Collecting audit messages is disabled.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd-journald[360]: Received client request to flush runtime journal.
|
||||
2026-10-14T00:44:40+02:00 demo-hp systemd-journald[360]: File /var/log/journal/9756a908fef046fda6a56428d3fefe3c/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T00:44:41+02:00 demo-hp kernel: EXT4-fs (nvme0n1): recovery complete
|
||||
2026-10-14T00:44:41+02:00 demo-hp kernel: EXT4-fs (nvme0n1): mounted filesystem 91d2dc2d-2d28-4929-9bdd-3e11fa2f41ae r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:44:57+02:00 demo-hp kernel: EXT4-fs warning (device loop0): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:44:57+02:00 demo-hp kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:45:40+02:00 demo-hp kernel: EXT4-fs (loop0): recovery complete
|
||||
2026-10-14T00:45:40+02:00 demo-hp kernel: EXT4-fs (loop0): mounted filesystem ad667f40-a344-4432-a8db-d8bb7dc29527 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:45:40+02:00 demo-hp kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T00:45:40+02:00 demo-hp kernel: EXT4-fs (dm-6): mounted filesystem 2885edc2-149c-4d7a-9c59-1647b38ccea1 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:45:40+02:00 demo-hp kernel: EXT4-fs warning (device loop1): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:45:40+02:00 demo-hp kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:46:23+02:00 demo-hp kernel: EXT4-fs (loop1): 1 orphan inode deleted
|
||||
2026-10-14T00:46:23+02:00 demo-hp kernel: EXT4-fs (loop1): recovery complete
|
||||
2026-10-14T00:46:23+02:00 demo-hp kernel: EXT4-fs (loop1): mounted filesystem 5283c2e7-70bb-4510-9e2b-2d93ea34fc4d r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:46:23+02:00 demo-hp kernel: EXT4-fs (dm-7): 11 orphan inodes deleted
|
||||
2026-10-14T00:46:23+02:00 demo-hp kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T00:46:23+02:00 demo-hp kernel: EXT4-fs (dm-7): mounted filesystem d4a088c4-1a97-4a59-9f2f-d825aa23fb25 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
kimai-db: 2026-10-14 0:29:24 0 [Note] Recovering after a crash using tc.log
|
||||
kimai-db: 2026-10-14 0:29:24 0 [Note] Starting table crash recovery...
|
||||
kimai-db: 2026-10-14 0:29:24 0 [Note] Crash table recovery finished.
|
||||
kimai-db: 2026-10-14 0:46:36 0 [Note] Recovering after a crash using tc.log
|
||||
kimai-db: 2026-10-14 0:46:36 0 [Note] Starting table crash recovery...
|
||||
docmost-postgres: 2026-10-14 00:29:26.243 CEST [31] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
docmost-postgres: 2026-10-14 00:29:26.256 CEST [31] LOG: redo starts at 0/2301770
|
||||
docmost-postgres: 2026-10-14 00:29:26.256 CEST [31] LOG: redo done at 0/2301770 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
docmost-postgres: 2026-10-14 00:29:26.283 CEST [29] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
docmost-postgres: 2026-10-14 00:29:26.323 CEST [29] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 3 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.010 s, sync=0.003 s, total=0.050 s; sync files=2, longest=0.002 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/23017A8, redo lsn=0/23017A8
|
||||
bookstack-db: 2026-10-14 0:29:24 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 0:29:24 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 0:29:24 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 0:29:28 3 [Warning] Aborted connection 3 to db: 'unconnected' user: 'unauthenticated' host: '172.20.0.3' (This connection closed normally without authentication)
|
||||
bookstack-db: 2026-10-14 0:46:36 0 [Note] Recovering after a crash using tc.log
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.968 CEST [29] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.979 CEST [29] LOG: redo starts at 0/FA11000
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.979 CEST [29] LOG: redo done at 0/FA11000 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
adventurelog-postgres: 2026-10-14 00:29:26.991 CEST [27] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
adventurelog-postgres: 2026-10-14 00:29:27.015 CEST [27] LOG: checkpoint complete: wrote 3 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.007 s, sync=0.002 s, total=0.026 s; sync files=2, longest=0.001 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/FA11038, redo lsn=0/FA11038
|
||||
## lock lines
|
||||
### tester-1
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T00:45:10+02:00 felhom kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T00:45:10+02:00 felhom kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T00:45:10+02:00 felhom kernel: EXT4-fs (dm-1): mounted filesystem e7c978ee-70aa-454b-a5bb-53dc1d19f16e ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T00:45:10+02:00 felhom kernel: EXT4-fs (dm-1): re-mounted e7c978ee-70aa-454b-a5bb-53dc1d19f16e r/w.
|
||||
2026-10-14T00:45:10+02:00 felhom systemd-journald[334]: Collecting audit messages is disabled.
|
||||
2026-10-14T00:45:10+02:00 felhom systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T00:45:11+02:00 felhom systemd-journald[334]: Received client request to flush runtime journal.
|
||||
2026-10-14T00:45:11+02:00 felhom systemd-journald[334]: File /var/log/journal/5bd060f8d0764d4387a4760b4c744152/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T00:45:11+02:00 felhom kernel: EXT4-fs (sdb): recovery complete
|
||||
2026-10-14T00:45:11+02:00 felhom kernel: EXT4-fs (sdb): mounted filesystem 863c67fd-3e21-4d9f-9a74-3c5fa406f2a2 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:45:22+02:00 felhom kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:46:04+02:00 felhom kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T00:46:04+02:00 felhom kernel: EXT4-fs (dm-6): mounted filesystem d0e7c7e2-3ec5-4bcb-9558-cbcd79cacee5 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T00:46:04+02:00 felhom kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T00:46:48+02:00 felhom kernel: EXT4-fs (dm-7): 5 orphan inodes deleted
|
||||
2026-10-14T00:46:48+02:00 felhom kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T00:46:48+02:00 felhom kernel: EXT4-fs (dm-7): mounted filesystem c18197aa-42ff-413b-8e42-4acf8a70d9d2 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
bookstack-db: 2026-10-14 0:29:53 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 0:29:53 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 0:29:53 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 0:29:58 3 [Warning] Aborted connection 3 to db: 'unconnected' user: 'unauthenticated' host: '172.19.0.2' (This connection closed normally without authentication)
|
||||
bookstack-db: 2026-10-14 0:47:04 0 [Note] Recovering after a crash using tc.log
|
||||
## lock lines
|
||||
@@ -0,0 +1,13 @@
|
||||
2026-10-13T22:44:51Z demo-hp host_ping
|
||||
2026-10-13T22:45:28Z demo-hp hub_report
|
||||
2026-10-13T22:45:28Z tester-1 hub_report
|
||||
2026-10-13T22:45:31Z tester-1 host_ping
|
||||
2026-10-13T22:46:27Z demo-hp guest_running
|
||||
2026-10-13T22:46:49Z demo-hp guest_ping
|
||||
2026-10-13T22:46:49Z demo-hp dashboard_200
|
||||
2026-10-13T22:47:03Z tester-1 guest_running
|
||||
2026-10-13T22:47:05Z tester-1 guest_ping
|
||||
2026-10-13T22:47:16Z tester-1 dashboard_200
|
||||
2026-10-13T22:48:02Z demo-hp containers_healthy T=22 R=22 U=0 S=0
|
||||
2026-10-13T22:48:13Z tester-1 containers_healthy T=10 R=10 U=0 S=0
|
||||
done {"demo-hp": {"host_ping": "2026-10-13T22:44:51Z", "hub_report": "2026-10-13T22:45:28Z", "guest_running": "2026-10-13T22:46:27Z", "guest_ping": "2026-10-13T22:46:49Z", "dashboard_200": "2026-10-13T22:46:49Z", "containers_healthy": "2026-10-13T22:48:02Z"}, "tester-1": {"hub_report": "2026-10-13T22:45:28Z", "host_ping": "2026-10-13T22:45:31Z", "guest_running": "2026-10-13T22:47:03Z", "guest_ping": "2026-10-13T22:47:05Z", "dashboard_200": "2026-10-13T22:47:16Z", "containers_healthy": "2026-10-13T22:48:13Z"}}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"round": "R5",
|
||||
"watch_start": "2026-10-14T00:09:12Z",
|
||||
"seen": {
|
||||
"demo-hp": {
|
||||
"host_ping": "2026-10-14T00:09:58Z",
|
||||
"hub_report": "2026-10-14T00:10:25Z",
|
||||
"guest_running": "2026-10-14T00:11:28Z",
|
||||
"guest_ping": "2026-10-14T00:11:50Z",
|
||||
"dashboard_200": "2026-10-14T00:11:50Z",
|
||||
"containers_healthy": "2026-10-14T00:13:03Z"
|
||||
},
|
||||
"tester-1": {
|
||||
"hub_report": "2026-10-14T00:10:25Z",
|
||||
"host_ping": "2026-10-14T00:10:30Z",
|
||||
"guest_running": "2026-10-14T00:12:03Z",
|
||||
"guest_ping": "2026-10-14T00:12:05Z",
|
||||
"dashboard_200": "2026-10-14T00:12:16Z",
|
||||
"containers_healthy": "2026-10-14T00:13:14Z"
|
||||
}
|
||||
},
|
||||
"notes": [
|
||||
"ended 2026-10-14T00:13:16Z after 244 s"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-14T00:13:22Z
|
||||
02:13:22 up 3 min, 1 user, load average: 4.97, 2.81, 1.12
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1831
|
||||
{'last_boot_at': '2026-10-14T00:09:35Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 3, 'unclean_boots_24h': 7, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up About a minute (healthy)
|
||||
adventurelog-frontend Up About a minute (healthy)
|
||||
adventurelog-postgres Up About a minute (healthy)
|
||||
bentopdf Up About a minute (healthy)
|
||||
bookstack Up About a minute (healthy)
|
||||
bookstack-db Up About a minute (healthy)
|
||||
calibre-web Up About a minute (healthy)
|
||||
cloudflared Up About a minute (healthy)
|
||||
docmost Up About a minute (healthy)
|
||||
docmost-postgres Up About a minute (healthy)
|
||||
docmost-redis Up About a minute (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up About a minute (healthy)
|
||||
home-assistant Up About a minute (healthy)
|
||||
kimai Up About a minute (healthy)
|
||||
kimai-db Up About a minute (healthy)
|
||||
opengist Up About a minute (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up About a minute (healthy)
|
||||
privatebin Up About a minute (healthy)
|
||||
traefik Up About a minute
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-14T00:13:25Z
|
||||
02:13:25 up 3 min, 1 user, load average: 3.51, 1.76, 0.68
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-14T00:10:06Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 2, 'unclean_boots_24h': 6, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up About a minute (healthy)
|
||||
bookstack-db Up About a minute (healthy)
|
||||
cloudflared Up About a minute (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up About a minute (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up 55 seconds (healthy)
|
||||
privatebin Up About a minute (healthy)
|
||||
traefik Up About a minute
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 0/2 0% 6% 58% unknown (no running customer guest) 58% local tester-1-d70be4 Tester 1 0.155.
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 0/2 0% 18% 21% unknown (no running customer guest) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-14T00:08:03Z
|
||||
02:08:03 up 16 min, 1 user, load average: 0.91, 1.20, 1.15
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1843
|
||||
{'last_boot_at': '2026-10-13T23:51:48Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 5, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up 14 minutes (healthy)
|
||||
adventurelog-frontend Up 14 minutes (healthy)
|
||||
adventurelog-postgres Up 14 minutes (healthy)
|
||||
bentopdf Up 14 minutes (healthy)
|
||||
bookstack Up 14 minutes (healthy)
|
||||
bookstack-db Up 14 minutes (healthy)
|
||||
calibre-web Up 14 minutes (healthy)
|
||||
cloudflared Up 14 minutes (healthy)
|
||||
docmost Up 14 minutes (healthy)
|
||||
docmost-postgres Up 14 minutes (healthy)
|
||||
docmost-redis Up 14 minutes (healthy)
|
||||
felhom-controller Up 14 minutes (healthy)
|
||||
filebrowser Up 14 minutes (healthy)
|
||||
home-assistant Up 14 minutes (healthy)
|
||||
kimai Up 14 minutes (healthy)
|
||||
kimai-db Up 14 minutes (healthy)
|
||||
opengist Up 14 minutes (healthy)
|
||||
paperless-postgres Up 13 minutes (healthy)
|
||||
paperless-redis Up 13 minutes (healthy)
|
||||
paperless-webserver Up 13 minutes (healthy)
|
||||
privatebin Up 14 minutes (healthy)
|
||||
traefik Up 14 minutes
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-14T00:08:07Z
|
||||
02:08:07 up 15 min, 1 user, load average: 0.37, 0.51, 0.51
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T23:52:19Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 5, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up 13 minutes (healthy)
|
||||
bookstack-db Up 13 minutes (healthy)
|
||||
cloudflared Up 13 minutes (healthy)
|
||||
felhom-controller Up 13 minutes (healthy)
|
||||
filebrowser Up 13 minutes (healthy)
|
||||
paperless-postgres Up 13 minutes (healthy)
|
||||
paperless-redis Up 13 minutes (healthy)
|
||||
paperless-webserver Up 13 minutes (healthy)
|
||||
privatebin Up 13 minutes (healthy)
|
||||
traefik Up 13 minutes
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 0% 35% 58% running (connected) 58% local tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 1/2 11% 35% 21% running (connected) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1 @@
|
||||
fences clear 00:08:03
|
||||
@@ -0,0 +1,10 @@
|
||||
2026/10/14 02:09:55 [INFO] host-report from demo-hp-bb76ea (1 guests, 4 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 14422 bytes)
|
||||
2026/10/14 02:09:55 [INFO] DR-recipe host-half stored for customer demo-hp (host demo-hp-bb76ea, v1)
|
||||
2026/10/14 02:10:21 [INFO] host-report from tester-1-d70be4 (1 guests, 3 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 13550 bytes)
|
||||
2026/10/14 02:10:21 [INFO] DR-recipe host-half stored for customer tester-1 (host tester-1-d70be4, v1)
|
||||
2026/10/14 02:11:44 [INFO] Event from demo-hp: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 02:11:49 [INFO] DR-recipe app-half stored for customer demo-hp (v1)
|
||||
2026/10/14 02:11:49 [INFO] Received report from demo-hp (13887 bytes)
|
||||
2026/10/14 02:12:13 [INFO] Event from tester-1: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 02:12:16 [INFO] DR-recipe app-half stored for customer tester-1 (v1)
|
||||
2026/10/14 02:12:16 [INFO] Received report from tester-1 (8337 bytes)
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1,12 @@
|
||||
2026-10-14T00:08:11.714Z hp watchdog armed (pid 1750168, relay on after 25 s at the latest)
|
||||
2026-10-14T00:08:11.833Z hp CUT: relay off + countdown 10 s sent in one command
|
||||
2026-10-14T00:08:11.887Z hp read back: relay=off countdown=10
|
||||
2026-10-14T00:08:21.922Z hp BACK: relay on by the plug countdown, +10.0 s after the cut
|
||||
first power-on seen 00:08:22.005
|
||||
2026-10-14T00:08:36.928Z hp watchdog: relay already on — nothing to do
|
||||
40 s after power-on: 00:09:02.009; host ping: answers
|
||||
2026-10-14T00:09:02.204Z hp watchdog armed (pid 1758257, relay on after 25 s at the latest)
|
||||
2026-10-14T00:09:02.290Z hp CUT: relay off + countdown 10 s sent in one command
|
||||
2026-10-14T00:09:02.367Z hp read back: relay=off countdown=10
|
||||
2026-10-14T00:09:12.402Z hp BACK: relay on by the plug countdown, +10.0 s after the cut
|
||||
2026-10-14T00:09:27.421Z hp watchdog: relay already on — nothing to do
|
||||
@@ -0,0 +1,88 @@
|
||||
### demo-hp
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T02:09:40+02:00 demo-hp kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T02:09:40+02:00 demo-hp kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T02:09:40+02:00 demo-hp kernel: EXT4-fs (dm-1): mounted filesystem 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T02:09:40+02:00 demo-hp kernel: EXT4-fs (dm-1): re-mounted 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 r/w.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd-journald[363]: Collecting audit messages is disabled.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd-journald[363]: Received client request to flush runtime journal.
|
||||
2026-10-14T02:09:40+02:00 demo-hp systemd-journald[363]: File /var/log/journal/9756a908fef046fda6a56428d3fefe3c/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T02:09:41+02:00 demo-hp kernel: EXT4-fs (nvme0n1): recovery complete
|
||||
2026-10-14T02:09:41+02:00 demo-hp kernel: EXT4-fs (nvme0n1): mounted filesystem 91d2dc2d-2d28-4929-9bdd-3e11fa2f41ae r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:09:57+02:00 demo-hp kernel: EXT4-fs warning (device loop0): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T02:09:58+02:00 demo-hp kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T02:10:40+02:00 demo-hp kernel: EXT4-fs (loop0): recovery complete
|
||||
2026-10-14T02:10:40+02:00 demo-hp kernel: EXT4-fs (loop0): mounted filesystem ad667f40-a344-4432-a8db-d8bb7dc29527 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:10:40+02:00 demo-hp kernel: EXT4-fs warning (device loop1): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T02:10:41+02:00 demo-hp kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T02:10:41+02:00 demo-hp kernel: EXT4-fs (dm-6): mounted filesystem 2885edc2-149c-4d7a-9c59-1647b38ccea1 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:10:41+02:00 demo-hp kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T02:11:23+02:00 demo-hp kernel: EXT4-fs (loop1): 1 orphan inode deleted
|
||||
2026-10-14T02:11:23+02:00 demo-hp kernel: EXT4-fs (loop1): recovery complete
|
||||
2026-10-14T02:11:23+02:00 demo-hp kernel: EXT4-fs (loop1): mounted filesystem 5283c2e7-70bb-4510-9e2b-2d93ea34fc4d r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:11:24+02:00 demo-hp kernel: EXT4-fs (dm-7): 11 orphan inodes deleted
|
||||
2026-10-14T02:11:24+02:00 demo-hp kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T02:11:24+02:00 demo-hp kernel: EXT4-fs (dm-7): mounted filesystem d4a088c4-1a97-4a59-9f2f-d825aa23fb25 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
kimai-db: 2026-10-14 1:53:48 0 [Note] Recovering after a crash using tc.log
|
||||
kimai-db: 2026-10-14 1:53:48 0 [Note] Starting table crash recovery...
|
||||
kimai-db: 2026-10-14 1:53:48 0 [Note] Crash table recovery finished.
|
||||
kimai-db: 2026-10-14 2:11:36 0 [Note] Recovering after a crash using tc.log
|
||||
kimai-db: 2026-10-14 2:11:36 0 [Note] Starting table crash recovery...
|
||||
docmost-postgres: 2026-10-14 01:53:50.306 CEST [32] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
docmost-postgres: 2026-10-14 01:53:50.323 CEST [32] LOG: redo starts at 0/23018D0
|
||||
docmost-postgres: 2026-10-14 01:53:50.323 CEST [32] LOG: redo done at 0/23018D0 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
docmost-postgres: 2026-10-14 01:53:50.354 CEST [30] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
docmost-postgres: 2026-10-14 01:53:50.406 CEST [30] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 3 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.021 s, sync=0.002 s, total=0.060 s; sync files=2, longest=0.002 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/2301908, redo lsn=0/2301908
|
||||
bookstack-db: 2026-10-14 1:53:48 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 1:53:48 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 1:53:48 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 1:53:52 3 [Warning] Aborted connection 3 to db: 'unconnected' user: 'unauthenticated' host: '172.20.0.3' (This connection closed normally without authentication)
|
||||
bookstack-db: 2026-10-14 2:11:36 0 [Note] Recovering after a crash using tc.log
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.092 CEST [30] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.104 CEST [30] LOG: redo starts at 0/FA11160
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.104 CEST [30] LOG: redo done at 0/FA11160 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.123 CEST [28] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.147 CEST [28] LOG: checkpoint complete: wrote 3 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.007 s, sync=0.002 s, total=0.031 s; sync files=2, longest=0.001 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/FA11198, redo lsn=0/FA11198
|
||||
## lock lines
|
||||
### tester-1
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T02:10:10+02:00 felhom kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T02:10:10+02:00 felhom kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T02:10:10+02:00 felhom kernel: EXT4-fs (dm-1): mounted filesystem e7c978ee-70aa-454b-a5bb-53dc1d19f16e ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T02:10:10+02:00 felhom kernel: EXT4-fs (dm-1): re-mounted e7c978ee-70aa-454b-a5bb-53dc1d19f16e r/w.
|
||||
2026-10-14T02:10:10+02:00 felhom systemd-journald[333]: Collecting audit messages is disabled.
|
||||
2026-10-14T02:10:10+02:00 felhom systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T02:10:11+02:00 felhom systemd-journald[333]: Received client request to flush runtime journal.
|
||||
2026-10-14T02:10:11+02:00 felhom systemd-journald[333]: File /var/log/journal/5bd060f8d0764d4387a4760b4c744152/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T02:10:11+02:00 felhom kernel: EXT4-fs (sdb): recovery complete
|
||||
2026-10-14T02:10:11+02:00 felhom kernel: EXT4-fs (sdb): mounted filesystem 863c67fd-3e21-4d9f-9a74-3c5fa406f2a2 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:10:22+02:00 felhom kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T02:11:04+02:00 felhom kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T02:11:04+02:00 felhom kernel: EXT4-fs (dm-6): mounted filesystem d0e7c7e2-3ec5-4bcb-9558-cbcd79cacee5 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T02:11:04+02:00 felhom kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T02:11:48+02:00 felhom kernel: EXT4-fs (dm-7): 5 orphan inodes deleted
|
||||
2026-10-14T02:11:48+02:00 felhom kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T02:11:48+02:00 felhom kernel: EXT4-fs (dm-7): mounted filesystem c18197aa-42ff-413b-8e42-4acf8a70d9d2 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
bookstack-db: 2026-10-14 1:54:15 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 1:54:15 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 1:54:15 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 1:54:25 5 [Warning] Aborted connection 5 to db: 'unconnected' user: 'unauthenticated' host: '172.19.0.3' (This connection closed normally without authentication)
|
||||
bookstack-db: 2026-10-14 2:12:05 0 [Note] Recovering after a crash using tc.log
|
||||
## lock lines
|
||||
@@ -0,0 +1,13 @@
|
||||
2026-10-14T00:09:58Z demo-hp host_ping
|
||||
2026-10-14T00:10:25Z demo-hp hub_report
|
||||
2026-10-14T00:10:25Z tester-1 hub_report
|
||||
2026-10-14T00:10:30Z tester-1 host_ping
|
||||
2026-10-14T00:11:28Z demo-hp guest_running
|
||||
2026-10-14T00:11:50Z demo-hp guest_ping
|
||||
2026-10-14T00:11:50Z demo-hp dashboard_200
|
||||
2026-10-14T00:12:03Z tester-1 guest_running
|
||||
2026-10-14T00:12:05Z tester-1 guest_ping
|
||||
2026-10-14T00:12:16Z tester-1 dashboard_200
|
||||
2026-10-14T00:13:03Z demo-hp containers_healthy T=22 R=22 U=0 S=0
|
||||
2026-10-14T00:13:14Z tester-1 containers_healthy T=10 R=10 U=0 S=0
|
||||
done {"demo-hp": {"host_ping": "2026-10-14T00:09:58Z", "hub_report": "2026-10-14T00:10:25Z", "guest_running": "2026-10-14T00:11:28Z", "guest_ping": "2026-10-14T00:11:50Z", "dashboard_200": "2026-10-14T00:11:50Z", "containers_healthy": "2026-10-14T00:13:03Z"}, "tester-1": {"hub_report": "2026-10-14T00:10:25Z", "host_ping": "2026-10-14T00:10:30Z", "guest_running": "2026-10-14T00:12:03Z", "guest_ping": "2026-10-14T00:12:05Z", "dashboard_200": "2026-10-14T00:12:16Z", "containers_healthy": "2026-10-14T00:13:14Z"}}
|
||||
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"round": "R6",
|
||||
"watch_start": "2026-10-13T23:01:10Z",
|
||||
"seen": {
|
||||
"demo-hp": {
|
||||
"host_ping": "2026-10-13T23:52:07Z",
|
||||
"hub_report": "2026-10-13T23:52:44Z",
|
||||
"guest_running": "2026-10-13T23:53:47Z",
|
||||
"guest_ping": "2026-10-13T23:54:09Z",
|
||||
"dashboard_200": "2026-10-13T23:54:09Z",
|
||||
"containers_healthy": "2026-10-13T23:55:19Z"
|
||||
},
|
||||
"tester-1": {
|
||||
"hub_report": "2026-10-13T23:52:44Z",
|
||||
"host_ping": "2026-10-13T23:52:49Z",
|
||||
"guest_ping": "2026-10-13T23:54:09Z",
|
||||
"guest_running": "2026-10-13T23:54:18Z",
|
||||
"dashboard_200": "2026-10-13T23:54:20Z",
|
||||
"containers_healthy": "2026-10-13T23:55:21Z"
|
||||
}
|
||||
},
|
||||
"notes": [
|
||||
"ended 2026-10-13T23:55:23Z after 3253 s"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-13T23:55:42Z
|
||||
01:55:42 up 3 min, 1 user, load average: 5.40, 3.15, 1.27
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1843
|
||||
{'last_boot_at': '2026-10-13T23:51:48Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 5, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up 2 minutes (healthy)
|
||||
adventurelog-frontend Up 2 minutes (healthy)
|
||||
adventurelog-postgres Up 2 minutes (healthy)
|
||||
bentopdf Up 2 minutes (healthy)
|
||||
bookstack Up 2 minutes (healthy)
|
||||
bookstack-db Up 2 minutes (healthy)
|
||||
calibre-web Up About a minute (healthy)
|
||||
cloudflared Up 2 minutes (healthy)
|
||||
docmost Up 2 minutes (healthy)
|
||||
docmost-postgres Up 2 minutes (healthy)
|
||||
docmost-redis Up 2 minutes (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up 2 minutes (healthy)
|
||||
home-assistant Up 2 minutes (healthy)
|
||||
kimai Up 2 minutes (healthy)
|
||||
kimai-db Up 2 minutes (healthy)
|
||||
opengist Up 2 minutes (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up About a minute (healthy)
|
||||
privatebin Up 2 minutes (healthy)
|
||||
traefik Up 2 minutes
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-13T23:55:45Z
|
||||
01:55:45 up 3 min, 1 user, load average: 2.27, 1.34, 0.54
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T23:52:19Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 1, 'unclean_boots_24h': 5, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up About a minute (healthy)
|
||||
bookstack-db Up About a minute (healthy)
|
||||
cloudflared Up About a minute (healthy)
|
||||
felhom-controller Up About a minute (healthy)
|
||||
filebrowser Up About a minute (healthy)
|
||||
paperless-postgres Up About a minute (healthy)
|
||||
paperless-redis Up About a minute (healthy)
|
||||
paperless-webserver Up About a minute (healthy)
|
||||
privatebin Up About a minute (healthy)
|
||||
traefik Up About a minute
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 0/2 0% 6% 58% unknown (no running customer guest) 58% local tester-1-d70be4 Tester 1 0.155.
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 0/2 0% 19% 21% unknown (no running customer guest) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1,57 @@
|
||||
### demo-hp
|
||||
2026-10-13T23:00:48Z
|
||||
01:00:48 up 16 min, 1 user, load average: 1.71, 1.44, 1.18
|
||||
VMID Status Lock Name
|
||||
9201 running demo-hp
|
||||
9202 running demo-hp-scratch
|
||||
9401 stopped upgrade-harness
|
||||
VMID NAME STATUS MEM(MB) BOOTDISK(GB) PID
|
||||
341 night1004-tester1 running 8192 200.00 1839
|
||||
{'last_boot_at': '2026-10-13T22:44:35Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 2, 'unclean_boots_24h': 4, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
adventurelog Up 14 minutes (healthy)
|
||||
adventurelog-frontend Up 14 minutes (healthy)
|
||||
adventurelog-postgres Up 14 minutes (healthy)
|
||||
bentopdf Up 14 minutes (healthy)
|
||||
bookstack Up 14 minutes (healthy)
|
||||
bookstack-db Up 14 minutes (healthy)
|
||||
calibre-web Up 14 minutes (healthy)
|
||||
cloudflared Up 14 minutes (healthy)
|
||||
docmost Up 14 minutes (healthy)
|
||||
docmost-postgres Up 14 minutes (healthy)
|
||||
docmost-redis Up 14 minutes (healthy)
|
||||
felhom-controller Up 14 minutes (healthy)
|
||||
filebrowser Up 14 minutes (healthy)
|
||||
home-assistant Up 14 minutes (healthy)
|
||||
kimai Up 14 minutes (healthy)
|
||||
kimai-db Up 14 minutes (healthy)
|
||||
opengist Up 14 minutes (healthy)
|
||||
paperless-postgres Up 13 minutes (healthy)
|
||||
paperless-redis Up 13 minutes (healthy)
|
||||
paperless-webserver Up 13 minutes (healthy)
|
||||
privatebin Up 14 minutes (healthy)
|
||||
traefik Up 14 minutes
|
||||
containers: 22 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### tester-1
|
||||
2026-10-13T23:00:51Z
|
||||
01:00:51 up 15 min, 1 user, load average: 0.51, 0.49, 0.44
|
||||
VMID Status Lock Name
|
||||
9201 running tester-1
|
||||
{'last_boot_at': '2026-10-13T22:45:06Z', 'last_boot_unclean': True, 'unclean_boots_in_window': 2, 'unclean_boots_24h': 4, 'tripped': True, 'armed': False, 'kernel_panic': 0}
|
||||
bookstack Up 13 minutes (healthy)
|
||||
bookstack-db Up 13 minutes (healthy)
|
||||
cloudflared Up 13 minutes (healthy)
|
||||
felhom-controller Up 13 minutes (healthy)
|
||||
filebrowser Up 13 minutes (healthy)
|
||||
paperless-postgres Up 13 minutes (healthy)
|
||||
paperless-redis Up 13 minutes (healthy)
|
||||
paperless-webserver Up 13 minutes (healthy)
|
||||
privatebin Up 13 minutes (healthy)
|
||||
traefik Up 13 minutes
|
||||
containers: 10 running, 0 unhealthy, 0 starting, 0 exited
|
||||
### dashboards
|
||||
demo-hp 200
|
||||
tester-1 200
|
||||
### hub /hosts
|
||||
demo-hp-bb76ea Demo HP 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 0% 35% 58% running (connected) 58% local tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-
|
||||
tester-1-d70be4 Tester 1 0.155.0 9.2.2 7.0.14-22-pve ONLINE 1/2 0% 35% 21% running (connected) 21% local Felhom Hub 0.149.0
|
||||
demo-felhom-8363b5 Demo Ügyfél 0.155.0 9.2.21 7.0.14-23-pve ONLINE 1/2 4% 14% 33% running (connected) 33% local demo-hp-bb76ea Demo HP 0.155.0 9.2.21
|
||||
@@ -0,0 +1 @@
|
||||
fences clear 23:00:48
|
||||
@@ -0,0 +1,6 @@
|
||||
2026/10/14 02:07:12 [WARN] host demo-hp-bb76ea crash guard: host_crash_restart
|
||||
2026/10/14 02:07:12 [WARN] host demo-hp-bb76ea crash guard: host_restarted_after_crash
|
||||
2026/10/14 02:07:13 [INFO] Operator email sent for demo-hp/host_crash_restart
|
||||
2026/10/14 02:07:38 [WARN] host tester-1-d70be4 crash guard: host_crash_restart
|
||||
2026/10/14 02:07:38 [WARN] host tester-1-d70be4 crash guard: host_restarted_after_crash
|
||||
2026/10/14 02:07:38 [INFO] Operator email sent for tester-1/host_crash_restart
|
||||
@@ -0,0 +1,30 @@
|
||||
2026/10/14 01:32:00 [INFO] Staleness: demo-hp ok → stale (node_stale)
|
||||
2026/10/14 01:32:00 [INFO] Operator email sent for demo-hp/node_stale
|
||||
2026/10/14 01:33:00 [INFO] Staleness: tester-1 ok → stale (node_stale)
|
||||
2026/10/14 01:33:00 [INFO] Operator email sent for tester-1/node_stale
|
||||
2026/10/14 01:45:00 [INFO] Host staleness: demo-hp-bb76ea ok → stale (host_stale)
|
||||
2026/10/14 01:45:00 [INFO] Operator email sent for demo-hp/host_stale
|
||||
2026/10/14 01:46:00 [INFO] Host staleness: tester-1-d70be4 ok → stale (host_stale)
|
||||
2026/10/14 01:46:00 [INFO] Operator email sent for tester-1/host_stale
|
||||
2026/10/14 01:52:07 [INFO] host-report from demo-hp-bb76ea (1 guests, 4 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 14408 bytes)
|
||||
2026/10/14 01:52:07 [INFO] DR-recipe host-half stored for customer demo-hp (host demo-hp-bb76ea, v1)
|
||||
2026/10/14 01:52:34 [INFO] host-report from tester-1-d70be4 (1 guests, 3 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 13552 bytes)
|
||||
2026/10/14 01:52:34 [INFO] DR-recipe host-half stored for customer tester-1 (host tester-1-d70be4, v1)
|
||||
2026/10/14 01:53:00 [INFO] Host staleness: demo-hp-bb76ea stale → ok (host_recovered)
|
||||
2026/10/14 01:53:00 [INFO] Operator email sent for demo-hp/host_recovered
|
||||
2026/10/14 01:53:01 [INFO] Recovery host_recovered for demo-hp: customer mail skipped — no unanswered customer down mail (pairing miss)
|
||||
2026/10/14 01:53:01 [INFO] Host staleness: tester-1-d70be4 stale → ok (host_recovered)
|
||||
2026/10/14 01:53:01 [INFO] Operator email sent for tester-1/host_recovered
|
||||
2026/10/14 01:53:01 [INFO] Recovery host_recovered for tester-1: customer mail skipped — no unanswered customer down mail (pairing miss)
|
||||
2026/10/14 01:53:56 [INFO] Event from demo-hp: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 01:54:02 [INFO] DR-recipe app-half stored for customer demo-hp (v1)
|
||||
2026/10/14 01:54:02 [INFO] Received report from demo-hp (13442 bytes)
|
||||
2026/10/14 01:54:24 [INFO] Event from tester-1: controller_started (info) — Controller elindult (0.309.0)
|
||||
2026/10/14 01:54:27 [INFO] DR-recipe app-half stored for customer tester-1 (v1)
|
||||
2026/10/14 01:54:27 [INFO] Received report from tester-1 (6838 bytes)
|
||||
2026/10/14 01:55:00 [INFO] Staleness: demo-hp stale → ok (node_recovered)
|
||||
2026/10/14 01:55:00 [INFO] Operator email sent for demo-hp/node_recovered
|
||||
2026/10/14 01:55:00 [INFO] Recovery node_recovered for demo-hp: customer mail skipped — no unanswered customer down mail (pairing miss)
|
||||
2026/10/14 01:55:00 [INFO] Staleness: tester-1 stale → ok (node_recovered)
|
||||
2026/10/14 01:55:01 [INFO] Operator email sent for tester-1/node_recovered
|
||||
2026/10/14 01:55:01 [INFO] Recovery node_recovered for tester-1: customer mail skipped — no unanswered customer down mail (pairing miss)
|
||||
@@ -0,0 +1,4 @@
|
||||
2026/10/14 00:46:50 [INFO] Received report from demo-hp (15261 bytes)
|
||||
2026/10/14 00:47:16 [INFO] Received report from tester-1 (6876 bytes)
|
||||
2026/10/14 01:00:00 [INFO] host-report from demo-hp-bb76ea (1 guests, 4 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 19581 bytes)
|
||||
2026/10/14 01:00:26 [INFO] host-report from tester-1-d70be4 (1 guests, 3 storage targets, 2 backups, 2 restore-tests, 2 pbs-snapshots, 18688 bytes)
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1 @@
|
||||
plant: 20 OK, 0 FAILED
|
||||
@@ -0,0 +1,4 @@
|
||||
2026-10-13T23:01:04.408Z hp watchdog armed (pid 1181685, relay on after 3015 s at the latest)
|
||||
2026-10-13T23:01:04.495Z hp CUT: relay off + countdown 3000 s sent in one command
|
||||
2026-10-13T23:01:04.532Z hp read back: relay=off countdown=3000
|
||||
2026-10-13T23:51:04.570Z hp BACK: relay on by the plug countdown, +3000.0 s after the cut
|
||||
@@ -0,0 +1,5 @@
|
||||
2026-10-13T23:01:04.408Z hp watchdog armed (pid 1181685, relay on after 3015 s at the latest)
|
||||
2026-10-13T23:01:04.495Z hp CUT: relay off + countdown 3000 s sent in one command
|
||||
2026-10-13T23:01:04.532Z hp read back: relay=off countdown=3000
|
||||
2026-10-13T23:51:04.570Z hp BACK: relay on by the plug countdown, +3000.0 s after the cut
|
||||
2026-10-13T23:51:19.632Z hp watchdog: relay already on — nothing to do
|
||||
@@ -0,0 +1,84 @@
|
||||
### demo-hp
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T01:51:53+02:00 demo-hp kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T01:51:53+02:00 demo-hp kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T01:51:53+02:00 demo-hp kernel: EXT4-fs (dm-1): mounted filesystem 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T01:51:53+02:00 demo-hp kernel: EXT4-fs (dm-1): re-mounted 529c0c3d-b48e-4d01-989d-43fd5d7dbb43 r/w.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd-journald[365]: Collecting audit messages is disabled.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd-journald[365]: Received client request to flush runtime journal.
|
||||
2026-10-14T01:51:53+02:00 demo-hp systemd-journald[365]: File /var/log/journal/9756a908fef046fda6a56428d3fefe3c/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T01:51:54+02:00 demo-hp kernel: EXT4-fs (nvme0n1): recovery complete
|
||||
2026-10-14T01:51:54+02:00 demo-hp kernel: EXT4-fs (nvme0n1): mounted filesystem 91d2dc2d-2d28-4929-9bdd-3e11fa2f41ae r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:52:10+02:00 demo-hp kernel: EXT4-fs warning (device loop0): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T01:52:10+02:00 demo-hp kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T01:52:53+02:00 demo-hp kernel: EXT4-fs (loop0): recovery complete
|
||||
2026-10-14T01:52:53+02:00 demo-hp kernel: EXT4-fs (loop0): mounted filesystem ad667f40-a344-4432-a8db-d8bb7dc29527 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:52:53+02:00 demo-hp kernel: EXT4-fs warning (device loop1): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T01:52:53+02:00 demo-hp kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T01:52:53+02:00 demo-hp kernel: EXT4-fs (dm-6): mounted filesystem 2885edc2-149c-4d7a-9c59-1647b38ccea1 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:52:53+02:00 demo-hp kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T01:53:36+02:00 demo-hp kernel: EXT4-fs (loop1): 1 orphan inode deleted
|
||||
2026-10-14T01:53:36+02:00 demo-hp kernel: EXT4-fs (loop1): recovery complete
|
||||
2026-10-14T01:53:36+02:00 demo-hp kernel: EXT4-fs (loop1): mounted filesystem 5283c2e7-70bb-4510-9e2b-2d93ea34fc4d r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:53:36+02:00 demo-hp kernel: EXT4-fs (dm-7): 11 orphan inodes deleted
|
||||
2026-10-14T01:53:36+02:00 demo-hp kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T01:53:36+02:00 demo-hp kernel: EXT4-fs (dm-7): mounted filesystem d4a088c4-1a97-4a59-9f2f-d825aa23fb25 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
kimai-db: 2026-10-14 1:53:48 0 [Note] Recovering after a crash using tc.log
|
||||
kimai-db: 2026-10-14 1:53:48 0 [Note] Starting table crash recovery...
|
||||
kimai-db: 2026-10-14 1:53:48 0 [Note] Crash table recovery finished.
|
||||
docmost-postgres: 2026-10-14 01:53:50.306 CEST [32] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
docmost-postgres: 2026-10-14 01:53:50.323 CEST [32] LOG: redo starts at 0/23018D0
|
||||
docmost-postgres: 2026-10-14 01:53:50.323 CEST [32] LOG: redo done at 0/23018D0 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
docmost-postgres: 2026-10-14 01:53:50.354 CEST [30] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
docmost-postgres: 2026-10-14 01:53:50.406 CEST [30] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 3 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.021 s, sync=0.002 s, total=0.060 s; sync files=2, longest=0.002 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/2301908, redo lsn=0/2301908
|
||||
bookstack-db: 2026-10-14 1:53:48 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 1:53:48 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 1:53:48 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 1:53:52 3 [Warning] Aborted connection 3 to db: 'unconnected' user: 'unauthenticated' host: '172.20.0.3' (This connection closed normally without authentication)
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.092 CEST [30] LOG: database system was not properly shut down; automatic recovery in progress
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.104 CEST [30] LOG: redo starts at 0/FA11160
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.104 CEST [30] LOG: redo done at 0/FA11160 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.123 CEST [28] LOG: checkpoint starting: end-of-recovery immediate wait
|
||||
adventurelog-postgres: 2026-10-14 01:53:51.147 CEST [28] LOG: checkpoint complete: wrote 3 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.007 s, sync=0.002 s, total=0.031 s; sync files=2, longest=0.001 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/FA11198, redo lsn=0/FA11198
|
||||
## lock lines
|
||||
### tester-1
|
||||
## host journal this boot (repairs, errors)
|
||||
2026-10-14T01:52:23+02:00 felhom kernel: raid6: using avx2x2 recovery algorithm
|
||||
2026-10-14T01:52:23+02:00 felhom kernel: EXT4-fs (dm-1): orphan cleanup on readonly fs
|
||||
2026-10-14T01:52:23+02:00 felhom kernel: EXT4-fs (dm-1): mounted filesystem e7c978ee-70aa-454b-a5bb-53dc1d19f16e ro with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: Created slice system-systemd\x2dfsck.slice - Slice /system/systemd-fsck.
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: Created slice system-xfs_scrub.slice - xfs_scrub background service slice.
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: Listening on systemd-journald-dev-log.socket - Journal Socket (/dev/log).
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: Listening on systemd-journald.socket - Journal Sockets.
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: systemd-fsck-root.service - File System Check on Root Device skipped, unmet condition check ConditionPathExists=!/run/initramfs/fsck-root
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: Starting systemd-journald.service - Journal Service...
|
||||
2026-10-14T01:52:23+02:00 felhom kernel: EXT4-fs (dm-1): re-mounted e7c978ee-70aa-454b-a5bb-53dc1d19f16e r/w.
|
||||
2026-10-14T01:52:23+02:00 felhom systemd-journald[334]: Collecting audit messages is disabled.
|
||||
2026-10-14T01:52:23+02:00 felhom systemd[1]: Started systemd-journald.service - Journal Service.
|
||||
2026-10-14T01:52:24+02:00 felhom systemd-journald[334]: Received client request to flush runtime journal.
|
||||
2026-10-14T01:52:24+02:00 felhom systemd-journald[334]: File /var/log/journal/5bd060f8d0764d4387a4760b4c744152/system.journal corrupted or uncleanly shut down, renaming and replacing.
|
||||
2026-10-14T01:52:24+02:00 felhom kernel: EXT4-fs (sdb): recovery complete
|
||||
2026-10-14T01:52:24+02:00 felhom kernel: EXT4-fs (sdb): mounted filesystem 863c67fd-3e21-4d9f-9a74-3c5fa406f2a2 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:52:34+02:00 felhom kernel: EXT4-fs warning (device dm-6): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T01:53:17+02:00 felhom kernel: EXT4-fs (dm-6): recovery complete
|
||||
2026-10-14T01:53:17+02:00 felhom kernel: EXT4-fs (dm-6): mounted filesystem d0e7c7e2-3ec5-4bcb-9558-cbcd79cacee5 r/w with ordered data mode. Quota mode: none.
|
||||
2026-10-14T01:53:17+02:00 felhom kernel: EXT4-fs warning (device dm-7): ext4_multi_mount_protect:324: MMP interval 42 higher than expected, please wait.
|
||||
2026-10-14T01:54:00+02:00 felhom kernel: EXT4-fs (dm-7): 5 orphan inodes deleted
|
||||
2026-10-14T01:54:00+02:00 felhom kernel: EXT4-fs (dm-7): recovery complete
|
||||
2026-10-14T01:54:00+02:00 felhom kernel: EXT4-fs (dm-7): mounted filesystem c18197aa-42ff-413b-8e42-4acf8a70d9d2 r/w with ordered data mode. Quota mode: none.
|
||||
## guest 9201 journal
|
||||
## DB recovery lines (container logs since boot)
|
||||
bookstack-db: 2026-10-14 1:54:15 0 [Note] Recovering after a crash using tc.log
|
||||
bookstack-db: 2026-10-14 1:54:15 0 [Note] Starting table crash recovery...
|
||||
bookstack-db: 2026-10-14 1:54:15 0 [Note] Crash table recovery finished.
|
||||
bookstack-db: 2026-10-14 1:54:25 5 [Warning] Aborted connection 5 to db: 'unconnected' user: 'unauthenticated' host: '172.19.0.3' (This connection closed normally without authentication)
|
||||
## lock lines
|
||||
@@ -0,0 +1 @@
|
||||
tool 1181681
|
||||
@@ -0,0 +1,13 @@
|
||||
2026-10-13T23:52:07Z demo-hp host_ping
|
||||
2026-10-13T23:52:44Z demo-hp hub_report
|
||||
2026-10-13T23:52:44Z tester-1 hub_report
|
||||
2026-10-13T23:52:49Z tester-1 host_ping
|
||||
2026-10-13T23:53:47Z demo-hp guest_running
|
||||
2026-10-13T23:54:09Z demo-hp guest_ping
|
||||
2026-10-13T23:54:09Z demo-hp dashboard_200
|
||||
2026-10-13T23:54:09Z tester-1 guest_ping
|
||||
2026-10-13T23:54:18Z tester-1 guest_running
|
||||
2026-10-13T23:54:20Z tester-1 dashboard_200
|
||||
2026-10-13T23:55:19Z demo-hp containers_healthy T=22 R=22 U=0 S=0
|
||||
2026-10-13T23:55:21Z tester-1 containers_healthy T=10 R=10 U=0 S=0
|
||||
done {"demo-hp": {"host_ping": "2026-10-13T23:52:07Z", "hub_report": "2026-10-13T23:52:44Z", "guest_running": "2026-10-13T23:53:47Z", "guest_ping": "2026-10-13T23:54:09Z", "dashboard_200": "2026-10-13T23:54:09Z", "containers_healthy": "2026-10-13T23:55:19Z"}, "tester-1": {"hub_report": "2026-10-13T23:52:44Z", "host_ping": "2026-10-13T23:52:49Z", "guest_ping": "2026-10-13T23:54:09Z", "guest_running": "2026-10-13T23:54:18Z", "dashboard_200": "2026-10-13T23:54:20Z", "containers_healthy": "2026-10-13T23:55:21Z"}}
|
||||
@@ -47,3 +47,54 @@ A round may move later; none is dropped without a line here saying why.
|
||||
|
||||
## Rounds (filled as they run)
|
||||
|
||||
### A + R1 — idle, 10 s, the countdown spike (moved earlier: 22:26:50 instead of 23:00)
|
||||
|
||||
| Step | Result |
|
||||
|---|---|
|
||||
| fences | clear 22:26:35 (control: a fake `vzdump-fence-control` process on the HP was caught, rc 1) |
|
||||
| cut | 22:26:50.859 relay off + countdown 10 s in one command; read back `relay=off countdown=10`; **tool killed -9 at 22:26:50.993** |
|
||||
| spike | relay on again by the **plug's own countdown** (~22:27:01; watts from the next read); the watchdog at +25 s found it on: „nothing to do". **The plug has a working countdown** |
|
||||
| HP | **started by itself.** Hub host report 22:27:46 (+45 s), guest running 22:29:22, dashboard 200 22:29:44 (+2 min 43 s), 22 containers healthy 22:30:43 (+3 min 42 s) |
|
||||
| Tester 1 | started by itself (VM `onboot`): report 22:28:20, dashboard 200 22:30:06, 10 containers healthy 22:31:04 (+4 min 3 s) |
|
||||
| repairs | host: journal file „uncleanly shut down" replaced; ext4 journal recovery on root, drive and guest volumes; 11 + 1 orphan inodes deleted. **Each guest volume waited ~43 s in EXT4 multi-mount protection** („MMP interval 42 higher than expected") — about 1.5 min of the guest's start. Databases: postgres „not properly shut down → redo" (docmost, adventurelog), mariadb crash recovery (kimai, bookstack) — all finished at once |
|
||||
| data | planted files 20/20 OK |
|
||||
| crash guard | `last_boot_unclean: true`, `unclean_boots_24h: 3` on both boxes (still tripped from 20:13) |
|
||||
| hub | `controller_started` for both; no stale/down. Crash mail: waits on the guard check 15 min after boot |
|
||||
| prediction | right, except the guest start time (MMP — not predicted) |
|
||||
|
||||
### R4 — flicker: off 2 s, on 3 s, off 2 s, on (22:43:41, moved earlier from 23:25)
|
||||
|
||||
| Step | Result |
|
||||
|---|---|
|
||||
| cut | off 22:43:41.900 → on by countdown by 22:43:44.215; off 22:43:47.620 → on by 22:43:49.770 (`R4/plugcut.log`) |
|
||||
| HP | **started by itself.** Ping 22:44:51 (+61 s after the last on), report 22:45:28, guest running 22:46:27, dashboard 200 22:46:49 (+3 min 0 s), 22 healthy 22:48:02 (+4 min 12 s) |
|
||||
| Tester 1 | ping 22:45:31, dashboard 200 22:47:16, 10 healthy 22:48:13 |
|
||||
| repairs | the same as R1: ext4 journal recovery, the same orphan counts, MMP waits; mariadb crash recovery (kimai). No new kind |
|
||||
| data | planted files 20/20 OK |
|
||||
| meter | the 2 s offs do not show in the plug's power readings (its reading lags; a 2 s value every ~2–7 s) — a cut shorter than ~5 s is seen only in `plugcut.log` |
|
||||
| crash guard | `unclean_boots_in_window: 2`, `24h: 4` |
|
||||
| prediction | right; the BIOS did not stop at the second off |
|
||||
|
||||
### R6 — 50 min off (23:01:04, moved earlier from 23:50 so it ends before the 00:30 UTC db-dump)
|
||||
|
||||
| Step | Result |
|
||||
|---|---|
|
||||
| cut | 23:01:04.495 relay off + countdown 3000 s; **on by the plug's countdown at 23:51:04.570**; the watchdog at +3015 s: „nothing to do". Plug read 0.0 W for all 691 readings |
|
||||
| HP | **started by itself.** Ping 23:52:07 (+63 s), report 23:52:44, dashboard 200 23:54:09 (+3 min 5 s), 22 healthy 23:55:19 (+4 min 15 s). Tester 1 healthy 23:55:21 |
|
||||
| hub, operator mails (all arrived, mailbox checked) | `node_stale` demo-hp 23:32, Tester 1 23:33 („No report received for 45m"); `host_stale` 23:45 / 23:46 („no report for 45m"); `host_recovered` 23:53 („was stale for 8m" / „7m"); `node_recovered` 23:55 („was stale for 23m" / „22m"). **Paired, true, F5's recovery leg seen live** |
|
||||
| hub, household | nothing: „customer mail skipped — no unanswered customer down mail" (the household is told only at `host_down`, 90 min) — consistent |
|
||||
| finding | the recovery mails say how long the box was *stale* (8 min), not how long it was *gone* (51 min) — an operator reading only the recovery mail under-reads the outage |
|
||||
| repairs, data | as R1; planted files 20/20 OK |
|
||||
| prediction | right on stale timing and pairing; wrong on the db-dump (the box was back before 00:30, nothing was missed) |
|
||||
|
||||
### R5 — 10 s off, then 10 s off again 40 s after the power came back (00:08:11, moved earlier from 01:00)
|
||||
|
||||
| Step | Result |
|
||||
|---|---|
|
||||
| cut | off 00:08:11.833 → on 00:08:21.922 (countdown); at +40 s (00:09:02) **the host already answered ping** — the second cut hit early user space, not the BIOS; off 00:09:02.290 → on 00:09:12.402 |
|
||||
| HP | **started by itself.** Ping 00:09:58 (+46 s), report 00:10:25, dashboard 200 00:11:50 (+2 min 38 s), 22 healthy 00:13:03 (+3 min 51 s). Tester 1 healthy 00:13:14 (the VM had not reached its own boot record before the second cut) |
|
||||
| journal | the interrupted boot left a 0-second journal entry (`journalctl --list-boots`: 02:08:50 CEST); no new kind of repair; the same ext4 recovery, orphans and DB redo |
|
||||
| crash guard | HP `unclean_boots_in_window: 3`, `24h: 7`; Tester 1 2 / 6 |
|
||||
| data | planted files 20/20 OK |
|
||||
| prediction | right |
|
||||
|
||||
|
||||
@@ -0,0 +1,53 @@
|
||||
# Sizing check 2026-10-14 — do the estimator's numbers hold on a second machine, with apps together?
|
||||
|
||||
Box: demo-hp (AMD Ryzen Embedded V1756B, 4 cores / 8 threads, 29,994 MiB), guest 9201. Tools: the sizing bench
|
||||
(`sizing-2026-10-13/tools/`: `bench.py`, `guest_sampler.sh`, `host_sampler.sh`, `actions.sh`) pointed at demo-hp — only the
|
||||
box constants change. „Page says" figures are computed with `scripts/test_build_sizing_web.py`'s mirror of `sizing.js`
|
||||
on `website/assets/sizing-data.json` (no JavaScript runtime on DooPlex). Deploys through the product; path fields take
|
||||
their default (the enrolled drive). The box already runs 11 apps of its own (Home Assistant and Paperless among them);
|
||||
they stay, and they are measured as they are.
|
||||
|
||||
## Predictions (written 00:20 UTC, before any deploy)
|
||||
|
||||
| Item | Page says | Prediction |
|
||||
|---|---|---|
|
||||
| „Just files and passwords" at rest (nextcloud + vaultwarden) | typical 314 + 44 MB; peak 525 + 99 MB | measured rest below the page's typical (N100 figures were taken idle) — 250–400 MB together |
|
||||
| Immich during a 200-photo import, with the others busy too | peak 3,061 MB | 2.0–3.0 GB (the HP's faster CPU ends the ML jobs sooner, the peak is the same model loading) |
|
||||
| Jellyfin forced transcode | peak 373 MB | 300–600 MB (`used` counts the file cache of the video) |
|
||||
| Paperless 20 scans (consume folder) | peak 659 MB | 600–900 MB (OCR workers) |
|
||||
| The set's real peak, all working at once, vs the page's sum of peaks (5,045 MB + platform 470) | 5,515 MB | **the real simultaneous peak is 60–80 % of the sum** — the page's „all at peak at once" is pessimistic, as it says |
|
||||
| Platform (controller, traefik, cloudflared, filebrowser) | 470 MB | 350–500 MB |
|
||||
|
||||
## R1 — the numbers together (evidence `evidence/R1-set/`, summary `set-summary.json`)
|
||||
|
||||
Windows (UTC): rest A 00:18:02–00:48:02 (files + passwords only; the 00:30 db-dump falls inside); **together**
|
||||
00:51:00–00:54:44 (Immich 200-photo import + its ML jobs, Jellyfin scan + forced 1080p transcode, Nextcloud 50 × 10 MiB
|
||||
WebDAV upload — all three at once); Paperless 20 scans 01:01:40–01:08:33 (alone: the bench first put the scans in a
|
||||
sub-folder, which Paperless does not read — moved at 01:01:40); rest B 01:08:40–01:29:30. `used` = memory.current −
|
||||
inactive_file, per app summed over its containers (the sizing run's definition). No OOM kill anywhere (`memory.events`).
|
||||
|
||||
| App | Page typical | HP rest (median) | Diff | Page peak | HP peak (`used`) | Diff | HP `memory.peak` (incl. file cache) |
|
||||
|---|---|---|---|---|---|---|---|
|
||||
| immich | 1,356 | 1,557 | +15 % | 3,061 | 3,290 (during the import) | +7 % | 4,366 |
|
||||
| jellyfin | 191 | 188 | −2 % | 373 | 448 (transcode) | +20 % | 497 |
|
||||
| nextcloud | 314 | 229 | −27 % | 525 | 290 | **−45 %** | 808 |
|
||||
| home-assistant (the box's own) | 318 | 352 | +11 % | 328 | 434 (after the 00:09 start) | **+32 %** | 441 |
|
||||
| vaultwarden | 44 | 37 | −16 % | 99 | 40 | **−60 %** | 45 |
|
||||
| paperless-ngx (the box's own) | 568 | 645 | +14 % | 659 | 755 (OCR) | +15 % | 903 |
|
||||
| platform (controller, traefik, cloudflared, filebrowser) | 470 | 262 (rest B) – 347 (rest A) | −26 to −44 % | — | 386 | — | — |
|
||||
|
||||
| The set | Page (site rule) | Measured on the HP | Difference |
|
||||
|---|---|---|---|
|
||||
| „Just files and passwords": typical (sum) | 358 (+ platform 470 = 828) | 210 at rest (rest A); 265 after use | **−41 %** / −26 % |
|
||||
| „Just files and passwords": peak | 624 (+ 470 = 1,094) | 326 (the 00:30 db-dump) | **−48 %** |
|
||||
| „Family starter set": typical (sum) | 2,791 | 3,007 (rest B) | +8 % |
|
||||
| „Family starter set": peak — the page's sum of peaks vs the **real** peak with three heavy apps busy at once | 5,045 (+ 470 = 5,515) | **4,900** at 00:52:35 (Paperless at rest then; with its OCR at the same time it would be ~5,100) | −3 % (≈ −0 % with Paperless) |
|
||||
| platform | 470 | 262–386 | −18 to −44 % |
|
||||
| host's share (page: box − guest) | 32 GB box: 4,708 MB (box − guest 28,060 MiB) | not separable here: the HP host also runs Tester 1's 8 GB VM. Host used (MemTotal − MemAvailable) 13.4 GB in rest B, of which the guest's anon 3.8 GB | — |
|
||||
|
||||
**Prediction check:** „the real simultaneous peak is 60–80 % of the sum" — **wrong**. It was 97 %. Immich's import
|
||||
peak alone is 65 % of the set's peak, and it coincides with Jellyfin's transcode and Nextcloud's upload as soon as a
|
||||
family uses the box at the same time. The page's „all at peak at once" is not pessimistic for this set; it is about
|
||||
right. The light apps (Nextcloud, Vaultwarden, the platform) are over-stated; Immich, Jellyfin, Home Assistant are
|
||||
under-stated.
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
up after 5s (200)
|
||||
admin-sign-up 201
|
||||
token length 41
|
||||
@1791939063 action_start upload
|
||||
@1791939137 upload_done ok=200 bad=0
|
||||
t=5s jobs pending=338
|
||||
t=65s jobs pending=236
|
||||
t=125s jobs pending=54
|
||||
@1791939284 action_end jobs-idle
|
||||
{"photos":200,"videos":0,"usage":833025787,"usagePhotos":833025787,"usageVideos":0,"usageByUser":[{"userId":"765bd281-36d6-4c4d-a163-2fcc5164e27a","userName":"Bench","photos":200,"videos":0,"usage":833025787,"usagePhotos":833025787,"usageVideos":0,"quotaSizeInBytes":null}]}
|
||||
"total":0
|
||||
@@ -0,0 +1,15 @@
|
||||
up after 5s (200)
|
||||
media source: /mnt/sizing-bench/userdata/media
|
||||
Bench Film 1 (2026)
|
||||
Bench Film 2 (2026)
|
||||
Bench Film 3 (2026)
|
||||
startup-config 204
|
||||
startup-user 204
|
||||
startup-complete 204
|
||||
token length 32
|
||||
@1791939065 action_start scan
|
||||
add-library 204
|
||||
@1791939096 scan_done movies=3
|
||||
@1791939097 transcode_start
|
||||
transcode 200 70753853 bytes 87.285213s
|
||||
@1791939184 action_end transcode_done
|
||||
@@ -0,0 +1,5 @@
|
||||
trusted domain: cloud.enkisfelhom.hu
|
||||
status: {"installed":true,"maintenance":false,"needsDbUpgrade":false,"version":"34.0.4.1","versionstring":"34.0.4","edition":"","productname":"Nextcloud","extendedSuppo
|
||||
@1791939062 action_start upload
|
||||
mkcol 201
|
||||
@1791939135 action_end uploaded=50
|
||||
@@ -0,0 +1,14 @@
|
||||
consume: /mnt/sys_drive/felhom-data/userdata/import/paperless
|
||||
@1791939062 action_start consume-folder
|
||||
t=5s left=20
|
||||
t=65s left=20
|
||||
t=125s left=20
|
||||
t=185s left=20
|
||||
t=245s left=20
|
||||
t=305s left=20
|
||||
t=365s left=20
|
||||
t=425s left=20
|
||||
t=485s left=20
|
||||
t=545s left=20
|
||||
t=605s left=20
|
||||
@1791939703 action_end consume-left=0
|
||||
@@ -0,0 +1,38 @@
|
||||
== nextcloud
|
||||
4:# RAM: ~256M (mem_limit: 1024M) | Pi-compatible: No
|
||||
16: image: nextcloud:34.0.4-apache@sha256:37b109885aa3cba3e056362a899556a625c986f2c17cd2c0cc157d21c789f53b
|
||||
58: memory: 1024M
|
||||
77: image: mariadb:12.3@sha256:805c8e104bd563d5bfa24fadd3f31cd419ea859cb5277f32b5dbf2db714f9ed1
|
||||
98: memory: 512M
|
||||
107: image: redis:7-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499
|
||||
120: memory: 128M
|
||||
== vaultwarden
|
||||
4:# RAM: ~50MB (mem_limit: 256M) | Pi-compatible: Yes
|
||||
22: image: vaultwarden/server:1.37.4-alpine@sha256:19ea2b669945d842dadc3d500f2d6a795866a003330f59a47b9634658bae98bb
|
||||
57: memory: 256M
|
||||
== immich
|
||||
4:# RAM: ~4GB minimum (mem_limit: 4480M total — server 2048M + ML 1536M + postgres 768M + redis 128M) | Pi-compatible: No (ML too heavy)
|
||||
30: image: ghcr.io/immich-app/immich-server:v3.2.4@sha256:d317916b28090c33eb36b308464ea391f8b7df1d850fcfea227a39ec879718c2
|
||||
55: memory: 2048M
|
||||
71: image: ghcr.io/immich-app/immich-machine-learning:v3.2.4@sha256:e16c2f166a8174901959fdf85e2e4c7bd1ebc4b37e0b6655de97c41408a260c4
|
||||
84: memory: 1536M
|
||||
93: image: ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0@sha256:1a078b237c1d9b420b0ee59147386b4aa60d3a07a8e6a402fc84a57e41b043a4
|
||||
114: memory: 768M
|
||||
123: image: redis:7-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499
|
||||
136: memory: 128M
|
||||
== jellyfin
|
||||
4:# RAM: ~512M (mem_limit: 2048M) | Pi-compatible: No
|
||||
15: image: jellyfin/jellyfin:10.11.11
|
||||
50: memory: 2048M
|
||||
== home-assistant
|
||||
4:# RAM: ~256M (mem_limit: 1024M) | Pi-compatible: Yes
|
||||
11: image: ghcr.io/home-assistant/home-assistant:2026.9.4@sha256:3e6710a7ab2a61311d9d899b719f6c3657791c63e8f4942cec4ebc42401d6b76
|
||||
41: memory: 1024M
|
||||
== paperless-ngx
|
||||
4:# RAM: ~500MB (mem_limit: 1152M total — paperless 768M + postgres 256M + redis 128M) | Pi-compatible: Yes (arm64, 4GB+ RAM recommended)
|
||||
35: image: ghcr.io/paperless-ngx/paperless-ngx:2.20.15@sha256:6c86cad803970ea782683a8e80e7403444c5bf3cf70de63b4d3c8e87500db92f
|
||||
81: memory: 1280M
|
||||
101: image: postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873
|
||||
116: memory: 256M
|
||||
125: image: redis:7-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499
|
||||
138: memory: 128M
|
||||
@@ -0,0 +1,31 @@
|
||||
jellyfin jellyfin jellyfin/jellyfin:10.11.11
|
||||
immich-server immich ghcr.io/immich-app/immich-server:v3.2.4
|
||||
immich-machine-learning immich ghcr.io/immich-app/immich-machine-learning:v3.2.4
|
||||
immich-postgres immich ghcr.io/immich-app/postgres:16-vectorchord0.4.3-pgvectors0.2.0
|
||||
immich-redis immich redis:7-alpine
|
||||
vaultwarden vaultwarden vaultwarden/server:1.37.4-alpine
|
||||
privatebin privatebin privatebin/pdo:2.0.6
|
||||
paperless-webserver paperless-ngx ghcr.io/paperless-ngx/paperless-ngx:2.20.15
|
||||
paperless-postgres paperless-ngx postgres:18-alpine
|
||||
paperless-redis paperless-ngx redis:7-alpine
|
||||
opengist opengist ghcr.io/thomiceli/opengist:1.15
|
||||
nextcloud nextcloud nextcloud:34.0.4-apache
|
||||
nextcloud-db nextcloud mariadb:12.3
|
||||
nextcloud-redis nextcloud redis:7-alpine
|
||||
kimai kimai kimai/kimai2:2.67.0
|
||||
kimai-db kimai mariadb:11.8
|
||||
home-assistant home-assistant ghcr.io/home-assistant/home-assistant:2026.9.4
|
||||
docmost docmost docmost/docmost:0.96.0
|
||||
docmost-redis docmost redis:7-alpine
|
||||
docmost-postgres docmost postgres:18-alpine
|
||||
calibre-web calibre-web crocodilestick/calibre-web-automated:v4.0.8
|
||||
bookstack bookstack lscr.io/linuxserver/bookstack:26.09.1
|
||||
bookstack-db bookstack mariadb:12.3
|
||||
adventurelog adventurelog ghcr.io/seanmorley15/adventurelog-backend:v0.13.0
|
||||
adventurelog-postgres adventurelog postgis/postgis:16-3.5-alpine
|
||||
adventurelog-frontend adventurelog ghcr.io/seanmorley15/adventurelog-frontend:v0.13.0
|
||||
felhom-controller gitea.dooplex.hu/admin/felhom-controller:0.309.0
|
||||
filebrowser filebrowser gtstef/filebrowser:1.5.6-stable
|
||||
bentopdf bentopdf ghcr.io/alam00000/bentopdf:v2.8.6
|
||||
cloudflared cloudflared cloudflare/cloudflared:2026.9.3
|
||||
traefik traefik traefik:v3.7.13
|
||||
|
@@ -0,0 +1,178 @@
|
||||
[
|
||||
{
|
||||
"ts": 1791936935,
|
||||
"kind": "batch_start",
|
||||
"app": "",
|
||||
"tag": "R1-set"
|
||||
},
|
||||
{
|
||||
"ts": 1791936935,
|
||||
"kind": "stageA_start",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791936938,
|
||||
"kind": "deploy_start",
|
||||
"app": "nextcloud"
|
||||
},
|
||||
{
|
||||
"ts": 1791937059,
|
||||
"kind": "deploy_done",
|
||||
"app": "nextcloud",
|
||||
"state": "running"
|
||||
},
|
||||
{
|
||||
"ts": 1791937062,
|
||||
"kind": "deploy_start",
|
||||
"app": "vaultwarden"
|
||||
},
|
||||
{
|
||||
"ts": 1791937082,
|
||||
"kind": "deploy_done",
|
||||
"app": "vaultwarden",
|
||||
"state": "running"
|
||||
},
|
||||
{
|
||||
"ts": 1791937082,
|
||||
"kind": "stageA_up",
|
||||
"app": "",
|
||||
"results": {
|
||||
"nextcloud": "ok",
|
||||
"vaultwarden": "ok"
|
||||
}
|
||||
},
|
||||
{
|
||||
"ts": 1791937082,
|
||||
"kind": "restA_start",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791938882,
|
||||
"kind": "restA_end",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791938882,
|
||||
"kind": "stageB_start",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791938885,
|
||||
"kind": "deploy_start",
|
||||
"app": "immich"
|
||||
},
|
||||
{
|
||||
"ts": 1791939011,
|
||||
"kind": "deploy_done",
|
||||
"app": "immich",
|
||||
"state": "running"
|
||||
},
|
||||
{
|
||||
"ts": 1791939014,
|
||||
"kind": "deploy_start",
|
||||
"app": "jellyfin"
|
||||
},
|
||||
{
|
||||
"ts": 1791939060,
|
||||
"kind": "deploy_done",
|
||||
"app": "jellyfin",
|
||||
"state": "running"
|
||||
},
|
||||
{
|
||||
"ts": 1791939060,
|
||||
"kind": "all_up",
|
||||
"app": "",
|
||||
"results": {
|
||||
"nextcloud": "ok",
|
||||
"vaultwarden": "ok",
|
||||
"immich": "ok",
|
||||
"jellyfin": "ok"
|
||||
}
|
||||
},
|
||||
{
|
||||
"ts": 1791939060,
|
||||
"kind": "actions_start",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791939062,
|
||||
"kind": "action_start",
|
||||
"app": "nextcloud",
|
||||
"note": "upload"
|
||||
},
|
||||
{
|
||||
"ts": 1791939135,
|
||||
"kind": "action_end",
|
||||
"app": "nextcloud",
|
||||
"note": "uploaded=50"
|
||||
},
|
||||
{
|
||||
"ts": 1791939065,
|
||||
"kind": "action_start",
|
||||
"app": "jellyfin",
|
||||
"note": "scan"
|
||||
},
|
||||
{
|
||||
"ts": 1791939096,
|
||||
"kind": "scan_done",
|
||||
"app": "jellyfin",
|
||||
"note": "movies=3"
|
||||
},
|
||||
{
|
||||
"ts": 1791939097,
|
||||
"kind": "transcode_start",
|
||||
"app": "jellyfin",
|
||||
"note": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791939184,
|
||||
"kind": "action_end",
|
||||
"app": "jellyfin",
|
||||
"note": "transcode_done"
|
||||
},
|
||||
{
|
||||
"ts": 1791939063,
|
||||
"kind": "action_start",
|
||||
"app": "immich",
|
||||
"note": "upload"
|
||||
},
|
||||
{
|
||||
"ts": 1791939137,
|
||||
"kind": "upload_done",
|
||||
"app": "immich",
|
||||
"note": "ok=200 bad=0"
|
||||
},
|
||||
{
|
||||
"ts": 1791939284,
|
||||
"kind": "action_end",
|
||||
"app": "immich",
|
||||
"note": "jobs-idle"
|
||||
},
|
||||
{
|
||||
"ts": 1791939062,
|
||||
"kind": "action_start",
|
||||
"app": "paperless-ngx",
|
||||
"note": "consume-folder"
|
||||
},
|
||||
{
|
||||
"ts": 1791939703,
|
||||
"kind": "action_end",
|
||||
"app": "paperless-ngx",
|
||||
"note": "consume-left=0"
|
||||
},
|
||||
{
|
||||
"ts": 1791939704,
|
||||
"kind": "actions_end",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791939704,
|
||||
"kind": "restB_start",
|
||||
"app": ""
|
||||
},
|
||||
{
|
||||
"ts": 1791941504,
|
||||
"kind": "restB_end",
|
||||
"app": ""
|
||||
}
|
||||
]
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,912 @@
|
||||
ts rapl_pkg_uj mem_total_kb mem_available_kb guest_mem_current guest_anon pkg_temp_mC cpu_busy cpu_total
|
||||
1791936932 3890570132 30714356 20060332 6747058176 2303324160 0 84086 282145
|
||||
1791936937 3936822684 30714356 19844976 6748725248 2300747776 0 84946 286104
|
||||
1791936942 3983817644 30714356 19936808 7052099584 2334699520 0 85915 289973
|
||||
1791936947 4040569272 30714356 20016376 7645134848 2334892032 0 86924 293735
|
||||
1791936952 4070660870 30714356 19979752 7644262400 2334560256 0 87316 297702
|
||||
1791936957 4130123234 30714356 19659260 7841558528 2333106176 0 88591 301540
|
||||
1791936962 4180850545 30714356 19803092 8011800576 2335051776 0 89464 305361
|
||||
1791936967 4236691026 30714356 19910148 8397701120 2333507584 0 90492 309126
|
||||
1791936972 4293564229 30714356 19947732 8501145600 2330021888 0 91527 312909
|
||||
1791936977 4320998098 30714356 19968352 8493088768 2323779584 0 91860 316849
|
||||
1791936982 4362002981 30714356 19972928 8493170688 2323636224 0 92596 320795
|
||||
1791936987 4398187939 30714356 19916088 8493883392 2324230144 0 93090 324749
|
||||
1791936992 4433416021 30714356 19779436 8617570304 2432339968 0 93673 328696
|
||||
1791936997 4466378000 30714356 19856840 8626524160 2429997056 0 94206 332634
|
||||
1791937002 4511832986 30714356 19622888 9032892416 2551525376 0 95287 336550
|
||||
1791937007 4548466224 30714356 19726816 9575473152 2447523840 0 95900 340495
|
||||
1791937012 4583292425 30714356 19698904 9591963648 2464423936 0 96479 344457
|
||||
1791937017 4637145445 30714356 19559772 9594155008 2466934784 0 97553 348400
|
||||
1791937022 4675103580 30714356 19673700 9611415552 2481152000 0 98177 352366
|
||||
1791937027 4719436996 30714356 19682212 9693507584 2504581120 0 99000 356299
|
||||
1791937032 4763192607 30714356 19730900 9670062080 2457968640 0 99827 360237
|
||||
1791937037 4799260413 30714356 19581968 9668521984 2459516928 0 100400 364207
|
||||
1791937042 4845360614 30714356 19769580 9670500352 2459844608 0 101228 368185
|
||||
1791937047 4877003600 30714356 19693592 9669537792 2460327936 0 101653 372155
|
||||
1791937052 4898760837 30714356 19760336 9668263936 2458689536 0 101819 376127
|
||||
1791937057 4925101684 30714356 19802900 9669230592 2456907776 0 102169 380081
|
||||
1791937062 4967270890 30714356 19524064 9704009728 2475241472 0 102946 384027
|
||||
1791937067 5006169833 30714356 19517012 9948999680 2494267392 0 103636 387913
|
||||
1791937072 5036412440 30714356 19614244 9972240384 2515472384 0 104085 391871
|
||||
1791937077 5080359203 30714356 19247800 9972809728 2516774912 0 104863 395832
|
||||
1791937082 5101701590 30714356 19509020 9962184704 2503974912 0 105045 399810
|
||||
1791937087 5126445870 30714356 19691724 9968259072 2510548992 0 105359 403771
|
||||
1791937092 5152124016 30714356 19732048 9958248448 2496172032 0 105695 407735
|
||||
1791937097 5175691081 30714356 19765604 9955041280 2496667648 0 105945 411705
|
||||
1791937102 5214460621 30714356 19770900 9956319232 2496512000 0 106615 415678
|
||||
1791937107 5244653914 30714356 19686112 9956634624 2497798144 0 106984 419648
|
||||
1791937112 5265953777 30714356 19742292 9952989184 2493710336 0 107158 423628
|
||||
1791937117 5292265313 30714356 19772912 9956065280 2494402560 0 107534 427582
|
||||
1791937122 5319846376 30714356 19762064 9963106304 2500829184 0 107939 431535
|
||||
1791937127 5342688945 30714356 19780536 9961590784 2502348800 0 108160 435502
|
||||
1791937132 5369189481 30714356 19776872 9964154880 2503565312 0 108475 439476
|
||||
1791937137 5412523300 30714356 19596364 9964081152 2504966144 0 109221 443442
|
||||
1791937142 5434914491 30714356 19704128 9960341504 2499514368 0 109417 447418
|
||||
1791937147 5464112749 30714356 19697368 9961918464 2499301376 0 109850 451377
|
||||
1791937152 5489374550 30714356 19727372 9966772224 2503225344 0 110154 455339
|
||||
1791937157 5512300245 30714356 19776440 9966858240 2504835072 0 110373 459312
|
||||
1791937162 5552099441 30714356 19790692 9965494272 2504318976 0 111076 463287
|
||||
1791937167 5582045188 30714356 19722356 9967308800 2507018240 0 111457 467259
|
||||
1791937173 5603925282 30714356 19763160 9963634688 2502778880 0 111636 471232
|
||||
1791937178 5629874975 30714356 19804540 9967112192 2503847936 0 112009 475193
|
||||
1791937183 5656899365 30714356 19775776 9969295360 2505830400 0 112401 479142
|
||||
1791937188 5679530900 30714356 19783064 9968685056 2507354112 0 112621 483115
|
||||
1791937193 5706574286 30714356 19794108 9969311744 2507403264 0 112967 487091
|
||||
1791937198 5757397677 30714356 19370608 9968877568 2508169216 0 113941 491053
|
||||
1791937203 5792704826 30714356 19532760 9964855296 2502246400 0 114498 495020
|
||||
1791937208 5817364333 30714356 19669636 9982251008 2517901312 0 114812 498977
|
||||
1791937213 5843132852 30714356 19746608 9978859520 2515402752 0 115154 502941
|
||||
1791937218 5867162615 30714356 19792948 9966878720 2505043968 0 115413 506912
|
||||
1791937223 5908172045 30714356 19794168 9967964160 2505494528 0 116124 510888
|
||||
1791937228 5937429138 30714356 19698380 9968087040 2506424320 0 116481 514856
|
||||
1791937233 5958567144 30714356 19761508 9963229184 2501439488 0 116637 518830
|
||||
1791937238 5984228857 30714356 19781456 9967362048 2504343552 0 116997 522786
|
||||
1791937243 6010733880 30714356 19787604 9977622528 2512674816 0 117356 526742
|
||||
1791937248 6035199869 30714356 19785404 9969958912 2506919936 0 117623 530710
|
||||
1791937253 6062384651 30714356 19804860 9970094080 2507091968 0 117960 534686
|
||||
1791937258 6105774634 30714356 19462452 9973174272 2510254080 0 118724 538652
|
||||
1791937263 6127831004 30714356 19641896 9969070080 2505039872 0 118914 542628
|
||||
1791937268 6152662423 30714356 19734764 9968136192 2505359360 0 119227 546586
|
||||
1791937273 6176946643 30714356 19781812 9969143808 2507366400 0 119504 550546
|
||||
1791937278 6201566525 30714356 19797140 9970593792 2507685888 0 119780 554517
|
||||
1791937283 6243390061 30714356 19803360 9970675712 2507628544 0 120529 558491
|
||||
1791937288 6271319037 30714356 19778308 9971605504 2508328960 0 120873 562467
|
||||
1791937293 6295107693 30714356 19718352 9966477312 2505113600 0 121129 566433
|
||||
1791937298 6321393946 30714356 19741572 9988775936 2521296896 0 121512 570387
|
||||
1791937303 6354737818 30714356 19720488 9981931520 2515558400 0 122119 574331
|
||||
1791937308 6379014013 30714356 19752100 9981063168 2516914176 0 122390 578302
|
||||
1791937313 6412885141 30714356 19766684 9981358080 2516496384 0 122922 582276
|
||||
1791937318 6458228255 30714356 19545156 9982300160 2516135936 0 123714 586242
|
||||
1791937323 6480164956 30714356 19655168 9976627200 2510495744 0 123904 590218
|
||||
1791937328 6507225599 30714356 19722724 9978118144 2510946304 0 124357 594173
|
||||
1791937333 6534355544 30714356 19753104 9977274368 2512347136 0 124729 598136
|
||||
1791937338 6558985495 30714356 19767164 9980784640 2513952768 0 125015 602108
|
||||
1791937343 6602191421 30714356 19645712 9979883520 2513436672 0 125793 606077
|
||||
1791937348 6628795774 30714356 19572268 9979662336 2513829888 0 126099 610049
|
||||
1791937353 6650084086 30714356 19638824 9975447552 2510508032 0 126267 614020
|
||||
1791937358 6675892429 30714356 19698372 9989693440 2529058816 0 126620 617980
|
||||
1791937363 6701032791 30714356 19704012 9983348736 2515652608 0 126956 621938
|
||||
1791937368 6725009731 30714356 19711824 9983913984 2517237760 0 127235 625913
|
||||
1791937373 6754875191 30714356 19633636 9983107072 2517360640 0 127678 629890
|
||||
1791937378 6795528683 30714356 19431632 9981534208 2516426752 0 128336 633860
|
||||
1791937383 6817500477 30714356 19581308 9978822656 2511794176 0 128510 637836
|
||||
1791937388 6842229194 30714356 19690180 9977397248 2511409152 0 128830 641793
|
||||
1791937393 6866877746 30714356 19712336 9980506112 2513514496 0 129121 645757
|
||||
1791937398 6891111844 30714356 19725096 9979494400 2513698816 0 129392 649727
|
||||
1791937403 6936409977 30714356 19699644 9980788736 2513428480 0 130203 653695
|
||||
1791937408 6960904530 30714356 19672872 9981702144 2514235392 0 130457 657673
|
||||
1791937413 6982835235 30714356 19718420 9976057856 2510929920 0 130649 661642
|
||||
1791937418 7007514378 30714356 19740628 9993273344 2523303936 0 130974 665602
|
||||
1791937423 7033489460 30714356 19744232 9982300160 2514882560 0 131342 669557
|
||||
1791937428 7057124361 30714356 19745280 9983553536 2515959808 0 131610 673532
|
||||
1791937433 7089397381 30714356 19613336 9981284352 2516574208 0 132116 677505
|
||||
1791937438 7127544319 30714356 19558600 9984536576 2516631552 0 132712 681468
|
||||
1791937443 7149524887 30714356 19664640 9979764736 2511880192 0 132884 685441
|
||||
1791937448 7174998103 30714356 19706852 9981669376 2512269312 0 133227 689405
|
||||
1791937453 7199439038 30714356 19725824 9977913344 2513633280 0 133540 693364
|
||||
1791937459 7223264466 30714356 19743800 9983025152 2515075072 0 133805 697337
|
||||
1791937464 7269368314 30714356 19568872 9981652992 2515005440 0 134655 701306
|
||||
1791937469 7292924850 30714356 19600084 9984630784 2515570688 0 134885 705280
|
||||
1791937474 7315076109 30714356 19638376 9978097664 2512412672 0 135088 709253
|
||||
1791937479 7339796648 30714356 19673944 9993510912 2524258304 0 135411 713212
|
||||
1791937484 7365400976 30714356 19679940 9984729088 2517057536 0 135756 717164
|
||||
1791937489 7389106949 30714356 19680372 9988513792 2518851584 0 136016 721140
|
||||
1791937494 7423866687 30714356 19510216 9993609216 2525376512 0 136614 725106
|
||||
1791937499 7483901973 30714356 19217876 9987764224 2519154688 0 137865 729069
|
||||
1791937504 7514895411 30714356 19332928 10051604480 2514710528 0 138286 733029
|
||||
1791937509 7540161195 30714356 19528380 10052640768 2514526208 0 138621 736990
|
||||
1791937514 7564923052 30714356 19640532 10048114688 2513772544 0 138914 740950
|
||||
1791937519 7589070912 30714356 19676964 10051944448 2515329024 0 139185 744921
|
||||
1791937524 7643848643 30714356 19586124 10051846144 2514653184 0 140325 748868
|
||||
1791937529 7675009629 30714356 19684948 10055761920 2520891392 0 140731 752836
|
||||
1791937534 7697916495 30714356 19678016 10044461056 2510581760 0 140945 756802
|
||||
1791937539 7723054279 30714356 19670544 10061213696 2522836992 0 141275 760762
|
||||
1791937544 7748756395 30714356 19686936 10049077248 2514288640 0 141617 764716
|
||||
1791937549 7772928363 30714356 19690712 10052444160 2515976192 0 141905 768691
|
||||
1791937554 7808908451 30714356 19451772 10052468736 2516439040 0 142507 772662
|
||||
1791937559 7844018299 30714356 19441932 10051371008 2515427328 0 143002 776634
|
||||
1791937564 7865480186 30714356 19549480 10047262720 2511233024 0 143170 780606
|
||||
1791937569 7891041410 30714356 19635316 10050777088 2511994880 0 143535 784561
|
||||
1791937574 7915415867 30714356 19687520 10050711552 2515722240 0 143803 788529
|
||||
1791937579 7939249916 30714356 19673848 10052255744 2516557824 0 144082 792499
|
||||
1791937584 7986735757 30714356 19493052 10054098944 2516951040 0 144936 796464
|
||||
1791937589 8008506802 30714356 19543664 10054852608 2517221376 0 145131 800438
|
||||
1791937594 8033378654 30714356 19520152 10048745472 2513707008 0 145438 804404
|
||||
1791937599 8062219585 30714356 19567156 10089164800 2543689728 0 145987 808358
|
||||
1791937604 8095541729 30714356 19547588 10058788864 2520444928 0 146545 812299
|
||||
1791937609 8119499109 30714356 19603252 10058784768 2522132480 0 146827 816268
|
||||
1791937614 8164971778 30714356 19446444 10058907648 2522472448 0 147692 820236
|
||||
1791937619 8198429505 30714356 19390664 10061205504 2521554944 0 148146 824210
|
||||
1791937624 8220496388 30714356 19478312 10052562944 2516262912 0 148354 828181
|
||||
1791937629 8254778184 30714356 19572860 10057965568 2517413888 0 149003 832121
|
||||
1791937634 8279131753 30714356 19596696 10058178560 2520584192 0 149272 836095
|
||||
1791937639 8303435962 30714356 19600740 10060992512 2522312704 0 149570 840065
|
||||
1791937644 8350675447 30714356 19510068 10059866112 2522468352 0 150475 844094
|
||||
1791937649 8372623820 30714356 19550236 10061930496 2522222592 0 150822 848216
|
||||
1791937654 8395585051 30714356 19581008 10056396800 2518716416 0 151259 852390
|
||||
1791937659 8422403168 30714356 19593144 10073284608 2533572608 0 151821 856527
|
||||
1791937664 8447048622 30714356 19608100 10065506304 2526990336 0 152263 860640
|
||||
1791937669 8471248008 30714356 19594852 10065567744 2527784960 0 152638 864682
|
||||
1791937674 8509409532 30714356 19473080 10065047552 2527399936 0 153375 868735
|
||||
1791937679 8541931730 30714356 19389380 10067881984 2526920704 0 153869 872760
|
||||
1791937684 8564329193 30714356 19490424 10059505664 2521419776 0 154127 876784
|
||||
1791937689 8590456168 30714356 19558912 10062372864 2522054656 0 154548 880778
|
||||
1791937694 8614539731 30714356 19600000 10062307328 2523947008 0 154848 884769
|
||||
1791937699 8639511706 30714356 19615628 10063310848 2524577792 0 155179 888759
|
||||
1791937704 8686553173 30714356 19478044 10062254080 2524151808 0 156030 892765
|
||||
1791937709 8707972948 30714356 19513984 10065367040 2524680192 0 156245 896753
|
||||
1791937714 8730888343 30714356 19570124 10060083200 2521817088 0 156485 900736
|
||||
1791937719 8756350573 30714356 19593448 10076622848 2535223296 0 156863 904709
|
||||
1791937724 8780639478 30714356 19590532 10065952768 2527494144 0 157169 908689
|
||||
1791937729 8804663703 30714356 19576728 10069651456 2530844672 0 157482 912672
|
||||
1791937735 8843961689 30714356 19374824 10068033536 2529595392 0 158168 916658
|
||||
1791937740 8875774009 30714356 19410268 10074411008 2534223872 0 158588 920645
|
||||
1791937745 8898366239 30714356 19513596 10062569472 2523643904 0 158820 924635
|
||||
1791937750 8923845467 30714356 19588048 10064367616 2524807168 0 159173 928606
|
||||
1791937755 8947946012 30714356 19592496 10065813504 2526052352 0 159461 932583
|
||||
1791937760 8973069758 30714356 19587008 10068127744 2528149504 0 159826 936567
|
||||
1791937765 9019645002 30714356 19491296 10066526208 2528305152 0 160633 940552
|
||||
1791937770 9040861464 30714356 19528652 10071126016 2530451456 0 160816 944542
|
||||
1791937775 9064897636 30714356 19569864 10063708160 2525114368 0 161101 948515
|
||||
1791937780 9090306081 30714356 19574548 10077675520 2537852928 0 161451 952480
|
||||
1791937785 9114935041 30714356 19590112 10068430848 2530414592 0 161752 956447
|
||||
1791937790 9138416936 30714356 19589808 10080759808 2540658688 0 162049 960428
|
||||
1791937795 9178527868 30714356 19370832 10070409216 2531328000 0 162775 964400
|
||||
1791937800 9228171037 30714356 19278956 10028511232 2493669376 0 163712 968368
|
||||
1791937805 9278527869 30714356 19825564 10188988416 2522574848 0 164913 972260
|
||||
1791937810 9336774506 30714356 20225396 10405937152 2227101696 0 166288 976112
|
||||
1791937815 9371671886 30714356 20168960 10464514048 2259714048 0 166915 980048
|
||||
1791937820 9422414471 30714356 20228460 10456313856 2266800128 0 167997 983999
|
||||
1791937825 9524217022 30714356 20257824 10676195328 2162126848 0 171255 987943
|
||||
1791937830 9607926957 30714356 20136684 10809081856 2278744064 0 173268 991901
|
||||
1791937835 9684921266 30714356 20301672 10620407808 2097995776 0 175312 995874
|
||||
1791937840 9783187226 30714356 20699872 10319110144 1733541888 0 178475 999812
|
||||
1791937845 9883453586 30714356 20399104 10732322816 2021560320 0 181900 1003792
|
||||
1791937850 9997040287 30714356 20100728 10726227968 2013880320 0 185623 1007805
|
||||
1791937855 10106438057 30714356 19546164 10920230912 2185826304 0 189159 1011800
|
||||
1791937860 10182890250 30714356 19497680 11194957824 2412556288 0 190887 1015744
|
||||
1791937865 10260466026 30714356 19685876 10996715520 2216443904 0 192779 1019699
|
||||
1791937870 10356470918 30714356 19732388 11270451200 2209767424 0 195329 1023646
|
||||
1791937875 10448950648 30714356 19419336 11510046720 2410565632 0 197643 1027595
|
||||
1791937880 10521009116 30714356 19174868 11648237568 2517794816 0 199046 1031555
|
||||
1791937885 10589575425 30714356 18861316 11834662912 2684682240 0 200503 1035505
|
||||
1791937890 10651581114 30714356 18983380 12823949312 2592325632 0 201772 1039426
|
||||
1791937895 10692711342 30714356 18960332 12949843968 2629906432 0 202441 1043369
|
||||
1791937900 10742623708 30714356 19114240 12764712960 2466824192 0 203497 1047314
|
||||
1791937905 10801930883 30714356 18898864 12995448832 2676977664 0 204681 1051241
|
||||
1791937910 10857516189 30714356 19394100 12545146880 2214342656 0 205880 1055170
|
||||
1791937915 10911513030 30714356 19320592 12406370304 2048106496 0 206990 1059128
|
||||
1791937920 10952287777 30714356 19448760 12603072512 2048106496 0 207778 1063041
|
||||
1791937925 10975208497 30714356 19518568 12603375616 2046832640 0 207985 1067011
|
||||
1791937930 11018751671 30714356 19594476 12604944384 2039296000 0 208927 1070938
|
||||
1791937935 11085358502 30714356 19405432 12761460736 2173632512 0 210454 1074859
|
||||
1791937940 11148153548 30714356 19406604 12680122368 2119208960 0 211851 1078814
|
||||
1791937945 11207183790 30714356 19503188 12668915712 2076020736 0 213001 1082776
|
||||
1791937951 11270421609 30714356 19365528 12766191616 2196611072 0 214293 1086746
|
||||
1791937956 11363055643 30714356 19095132 13086855168 2511179776 0 216530 1090706
|
||||
1791937961 11397305626 30714356 19014460 13140123648 2564739072 0 217091 1094655
|
||||
1791937966 11420927574 30714356 19029556 13138792448 2563493888 0 217314 1098627
|
||||
1791937971 11451251720 30714356 19051124 13139963904 2566168576 0 217741 1102598
|
||||
1791937976 11491734581 30714356 18775604 13146025984 2570428416 0 218427 1106568
|
||||
1791937981 11521072083 30714356 18861540 13147303936 2570780672 0 218809 1110541
|
||||
1791937986 11543233260 30714356 18969320 13147971584 2570194944 0 219006 1114522
|
||||
1791937991 11567857155 30714356 19037772 13146288128 2569781248 0 219302 1118481
|
||||
1791937996 11592336114 30714356 19072576 13146972160 2569527296 0 219581 1122452
|
||||
1791938001 11626620641 30714356 19061796 13145759744 2570219520 0 220192 1126419
|
||||
1791938006 11665187403 30714356 18914804 13153284096 2574839808 0 220746 1130383
|
||||
1791938011 11687781953 30714356 18932788 13150912512 2574016512 0 220979 1134358
|
||||
1791938016 11710782289 30714356 19004128 13152956416 2574196736 0 221224 1138333
|
||||
1791938021 11736768845 30714356 19014972 13162930176 2584227840 0 221596 1142285
|
||||
1791938026 11760091568 30714356 19032108 13155508224 2576883712 0 221831 1146251
|
||||
1791938031 11789783971 30714356 19016424 13160202240 2582921216 0 222240 1150217
|
||||
1791938036 11830631316 30714356 18881132 13154582528 2577510400 0 222956 1154181
|
||||
1791938041 11857578821 30714356 18872040 13153632256 2577453056 0 223295 1158153
|
||||
1791938046 11880013314 30714356 18953024 13155790848 2576998400 0 223504 1162126
|
||||
1791938051 11904832114 30714356 19022760 13154533376 2577178624 0 223798 1166085
|
||||
1791938056 11929826076 30714356 19032260 13155147776 2576650240 0 224089 1170054
|
||||
1791938061 11964261429 30714356 19036968 13154594816 2577108992 0 224705 1174021
|
||||
1791938066 12002241582 30714356 18902444 13153857536 2574696448 0 225261 1177986
|
||||
1791938071 12024478621 30714356 18962052 13149212672 2573742080 0 225474 1181964
|
||||
1791938076 12048064697 30714356 18984596 13153255424 2573508608 0 225724 1185932
|
||||
1791938081 12073349767 30714356 19007464 13154336768 2575872000 0 226070 1189885
|
||||
1791938086 12096890511 30714356 19026216 13155000320 2575040512 0 226313 1193851
|
||||
1791938091 12125584416 30714356 19021116 13153783808 2575302656 0 226723 1197821
|
||||
1791938096 12167938594 30714356 18855564 13154725888 2576089088 0 227493 1201783
|
||||
1791938101 12210331391 30714356 18663368 13152817152 2576035840 0 228175 1205748
|
||||
1791938106 12232882456 30714356 18831024 13154353152 2574696448 0 228390 1209719
|
||||
1791938111 12257393349 30714356 18965688 13155000320 2575654912 0 228676 1213680
|
||||
1791938116 12282069045 30714356 19030872 13155905536 2575671296 0 228968 1217643
|
||||
1791938121 12317952428 30714356 19042612 13158731776 2579881984 0 229597 1221609
|
||||
1791938126 12354716624 30714356 18919580 13155975168 2576408576 0 230118 1225575
|
||||
1791938131 12377183099 30714356 18955840 13154861056 2576789504 0 230339 1229547
|
||||
1791938136 12400639542 30714356 18986932 13156155392 2576850944 0 230593 1233516
|
||||
1791938141 12426691464 30714356 19017644 13157380096 2577707008 0 230951 1237470
|
||||
1791938146 12450129522 30714356 19015912 13157978112 2576257024 0 231193 1241437
|
||||
1791938151 12479291130 30714356 18991612 13163347968 2583089152 0 231600 1245409
|
||||
1791938156 12522411947 30714356 18803364 13157720064 2577612800 0 232358 1249375
|
||||
1791938161 12548123645 30714356 18898588 13156610048 2577657856 0 232644 1253349
|
||||
1791938166 12570184806 30714356 18960988 13157040128 2576588800 0 232849 1257322
|
||||
1791938171 12594984122 30714356 18993412 13156917248 2576261120 0 233155 1261286
|
||||
1791938176 12619625959 30714356 19024424 13157711872 2575233024 0 233452 1265252
|
||||
1791938181 12655535464 30714356 18997424 13169172480 2586869760 0 234086 1269221
|
||||
1791938186 12691794407 30714356 18899148 13151760384 2571902976 0 234610 1273184
|
||||
1791938191 12715867107 30714356 18934000 13150662656 2571739136 0 234892 1277151
|
||||
1791938196 12739220589 30714356 18968696 13153558528 2571882496 0 235138 1281118
|
||||
1791938201 12770977507 30714356 18957192 13155340288 2574176256 0 235753 1285060
|
||||
1791938206 12794862762 30714356 19003280 13156134912 2574241792 0 236000 1289025
|
||||
1791938211 12823387578 30714356 19015532 13156941824 2577379328 0 236377 1292996
|
||||
1791938216 12875529123 30714356 18761552 13151731712 2572382208 0 237408 1296961
|
||||
1791938222 12899945218 30714356 18870212 13152452608 2571821056 0 237668 1300931
|
||||
1791938227 12922489646 30714356 18946492 13153042432 2570645504 0 237878 1304905
|
||||
1791938232 12951644281 30714356 18996396 13152796672 2570387456 0 238344 1308860
|
||||
1791938237 12976186438 30714356 19015704 13152538624 2570272768 0 238642 1312824
|
||||
1791938242 13012792715 30714356 19006124 13153320960 2571223040 0 239300 1316794
|
||||
1791938247 13048603882 30714356 18916168 13150584832 2571984896 0 239816 1320760
|
||||
1791938252 13070602332 30714356 18924412 13150396416 2571857920 0 240025 1324732
|
||||
1791938257 13094204047 30714356 18970328 13153730560 2571378688 0 240279 1328701
|
||||
1791938262 13120066800 30714356 19003584 13153497088 2571591680 0 240627 1332653
|
||||
1791938267 13143678036 30714356 19018140 13153636352 2571411456 0 240872 1336618
|
||||
1791938272 13171354049 30714356 19005392 13154217984 2572705792 0 241248 1340588
|
||||
1791938277 13218461736 30714356 18608528 13152411648 2573275136 0 242082 1344549
|
||||
1791938282 13241599821 30714356 18753096 13152657408 2573234176 0 242305 1348518
|
||||
1791938287 13264787633 30714356 18890344 13155172352 2573066240 0 242517 1352483
|
||||
1791938292 13289530067 30714356 18973644 13153669120 2571501568 0 242794 1356444
|
||||
1791938297 13313716530 30714356 19005276 13155430400 2572558336 0 243088 1360412
|
||||
1791938302 13351117549 30714356 19014016 13156540416 2573787136 0 243763 1364376
|
||||
1791938307 13385812517 30714356 18979684 13153562624 2573664256 0 244260 1368345
|
||||
1791938312 13407863882 30714356 18989672 13152870400 2573152256 0 244453 1372321
|
||||
1791938317 13431397227 30714356 18987416 13151715328 2572529664 0 244732 1376290
|
||||
1791938322 13456313953 30714356 18994904 13156888576 2574069760 0 245057 1380250
|
||||
1791938327 13479755428 30714356 19006216 13157150720 2574696448 0 245298 1384214
|
||||
1791938332 13507521357 30714356 19006312 13157601280 2574794752 0 245677 1388182
|
||||
1791938337 13553301811 30714356 18717644 13155827712 2575015936 0 246512 1392141
|
||||
1791938342 13575867264 30714356 18822456 13155631104 2574213120 0 246732 1396117
|
||||
1791938347 13598679011 30714356 18924224 13154635776 2574602240 0 246988 1400092
|
||||
1791938352 13622213622 30714356 18987228 13156655104 2573410304 0 247238 1404056
|
||||
1791938357 13646525414 30714356 19005480 13158551552 2576158720 0 247525 1408020
|
||||
1791938362 13685182183 30714356 19016112 13158014976 2574446592 0 248222 1411988
|
||||
1791938367 13718657899 30714356 18980364 13153439744 2574635008 0 248695 1415955
|
||||
1791938372 13740551435 30714356 18987056 13154414592 2574295040 0 248889 1419924
|
||||
1791938377 13763910319 30714356 19006556 13154684928 2573905920 0 249147 1423893
|
||||
1791938382 13789941841 30714356 18993908 13157662720 2573905920 0 249513 1427845
|
||||
1791938387 13813815316 30714356 19001392 13155786752 2574143488 0 249760 1431814
|
||||
1791938392 13841540918 30714356 18991620 13154508800 2575269888 0 250147 1435786
|
||||
1791938397 13898800713 30714356 18765408 13155213312 2575769600 0 251427 1439733
|
||||
1791938402 13945394510 30714356 18525440 13152460800 2573217792 0 252365 1443689
|
||||
1791938407 13968723534 30714356 18727988 13149143040 2568888320 0 252595 1447661
|
||||
1791938412 13993276693 30714356 18914664 13151260672 2568486912 0 252885 1451623
|
||||
1791938417 14018390186 30714356 18994596 13152002048 2568966144 0 253176 1455588
|
||||
1791938422 14061713293 30714356 18920476 13153865728 2570055680 0 254052 1459549
|
||||
1791938427 14107104562 30714356 18834020 13151993856 2571505664 0 254898 1463508
|
||||
1791938432 14128784272 30714356 18865796 13154148352 2572173312 0 255075 1467485
|
||||
1791938437 14152269371 30714356 18905092 13152456704 2571927552 0 255331 1471450
|
||||
1791938442 14178078308 30714356 18927604 13156306944 2573217792 0 255672 1475401
|
||||
1791938447 14201841819 30714356 18922500 13154091008 2571546624 0 255932 1479368
|
||||
1791938452 14229664309 30714356 18922640 13156245504 2578644992 0 256288 1483336
|
||||
1791938457 14276081312 30714356 18609356 13154988032 2573459456 0 257137 1487304
|
||||
1791938462 14298900551 30714356 18748280 13156372480 2572455936 0 257364 1491277
|
||||
1791938467 14322336046 30714356 18856364 13153538048 2572259328 0 257605 1495253
|
||||
1791938472 14346128684 30714356 18903264 13154766848 2571366400 0 257878 1499220
|
||||
1791938477 14370968479 30714356 18926288 13154992128 2571485184 0 258203 1503188
|
||||
1791938482 14411269648 30714356 18938456 13156261888 2572550144 0 258917 1507155
|
||||
1791938487 14443248799 30714356 18866764 13157117952 2575065088 0 259341 1511125
|
||||
1791938492 14468231363 30714356 18856264 13156163584 2574671872 0 259640 1515089
|
||||
1791938497 14492174888 30714356 18916608 13155209216 2574385152 0 259930 1519057
|
||||
1791938502 14530007008 30714356 18851940 13158854656 2578059264 0 260702 1522975
|
||||
1791938507 14552996831 30714356 18920900 13158776832 2575777792 0 260936 1526948
|
||||
1791938513 14584988463 30714356 18922172 13162237952 2577063936 0 261421 1530921
|
||||
1791938518 14635609152 30714356 18678788 13161828352 2579140608 0 262429 1534876
|
||||
1791938523 14657666910 30714356 18764944 13161930752 2577571840 0 262627 1538850
|
||||
1791938528 14682968229 30714356 18856684 13161455616 2577637376 0 262960 1542811
|
||||
1791938533 14713419520 30714356 18907648 13162946560 2578620416 0 263417 1546774
|
||||
1791938538 14738488719 30714356 18933280 13162483712 2579566592 0 263712 1550742
|
||||
1791938543 14779885016 30714356 18937108 13163966464 2580746240 0 264456 1554706
|
||||
1791938548 14811658107 30714356 18842036 13164228608 2581024768 0 264887 1558671
|
||||
1791938553 14833250298 30714356 18888616 13161574400 2580738048 0 265070 1562651
|
||||
1791938558 14856819620 30714356 18916796 13162569728 2580578304 0 265338 1566619
|
||||
1791938563 14881873119 30714356 18934240 13165993984 2581925888 0 265679 1570573
|
||||
1791938568 14905756741 30714356 18942776 13165088768 2581626880 0 265952 1574547
|
||||
1791938573 14933306830 30714356 18922168 13168631808 2584739840 0 266305 1578516
|
||||
1791938578 14979266276 30714356 18904524 13174951936 2591420416 0 267181 1582483
|
||||
1791938583 15001066403 30714356 18897628 13169451008 2584526848 0 267367 1586456
|
||||
1791938588 15024378536 30714356 18907056 13167599616 2586075136 0 267622 1590424
|
||||
1791938593 15048359565 30714356 18928496 13167296512 2582847488 0 267885 1594391
|
||||
1791938598 15073302794 30714356 18934484 13165993984 2583044096 0 268206 1598362
|
||||
1791938603 15115089055 30714356 18922104 13167697920 2584567808 0 268968 1602326
|
||||
1791938608 15145001540 30714356 18862456 13164969984 2584100864 0 269359 1606296
|
||||
1791938613 15166960015 30714356 18880016 13163905024 2583965696 0 269568 1610272
|
||||
1791938618 15190759107 30714356 18901400 13178073088 2595201024 0 269874 1614245
|
||||
1791938623 15216048891 30714356 18926784 13168517120 2583867392 0 270210 1618199
|
||||
1791938628 15239573508 30714356 18914872 13167927296 2598068224 0 270468 1622176
|
||||
1791938633 15267887168 30714356 18912752 13164285952 2584895488 0 270872 1626144
|
||||
1791938638 15314549321 30714356 18754972 13166252032 2585321472 0 271699 1630109
|
||||
1791938643 15336894571 30714356 18852092 13166698496 2584313856 0 271905 1634083
|
||||
1791938648 15360294285 30714356 18897504 13165203456 2583982080 0 272169 1638065
|
||||
1791938653 15384111565 30714356 18918364 13166034944 2582609920 0 272444 1642034
|
||||
1791938658 15408207777 30714356 18937536 13167607808 2582941696 0 272748 1646005
|
||||
1791938663 15451361414 30714356 18924292 13167427584 2584559616 0 273543 1649971
|
||||
1791938668 15480573664 30714356 18857196 13174276096 2590400512 0 273909 1653945
|
||||
1791938673 15503091893 30714356 18881336 13167312896 2583908352 0 274117 1657917
|
||||
1791938678 15526635826 30714356 18902508 13178912768 2595635200 0 274395 1661888
|
||||
1791938683 15551327909 30714356 18926424 13168345088 2583842816 0 274693 1665840
|
||||
1791938688 15574892791 30714356 18914600 13169258496 2584391680 0 274955 1669812
|
||||
1791938693 15604264273 30714356 18890148 13166067712 2585616384 0 275407 1673778
|
||||
1791938698 15657359779 30714356 18690856 13182963712 2598768640 0 276429 1677740
|
||||
1791938703 15686862632 30714356 18741072 13169168384 2585092096 0 276797 1681709
|
||||
1791938708 15710265826 30714356 18834256 13166252032 2584211456 0 277052 1685680
|
||||
1791938713 15734565274 30714356 18910160 13165805568 2582511616 0 277354 1689645
|
||||
1791938718 15758569495 30714356 18914696 13168136192 2583887872 0 277623 1693616
|
||||
1791938723 15803352793 30714356 18886960 13169045504 2585243648 0 278478 1697582
|
||||
1791938728 15829486635 30714356 18875364 13171843072 2588987392 0 278763 1701557
|
||||
1791938733 15853337849 30714356 18893560 13168590848 2584719360 0 279004 1705531
|
||||
1791938738 15876983812 30714356 18924420 13181460480 2596618240 0 279289 1709498
|
||||
1791938743 15902473171 30714356 18930996 13170073600 2584846336 0 279631 1713452
|
||||
1791938748 15925479367 30714356 18922292 13169774592 2585415680 0 279868 1717421
|
||||
1791938753 15955794602 30714356 18854368 13168787456 2593071104 0 280350 1721390
|
||||
1791938758 15998304916 30714356 18688056 13169106944 2585792512 0 281064 1725358
|
||||
1791938763 16022815458 30714356 18799936 13169324032 2584858624 0 281327 1729333
|
||||
1791938768 16046282018 30714356 18876088 13167718400 2584469504 0 281582 1733309
|
||||
1791938773 16070792729 30714356 18918928 13165350912 2583072768 0 281890 1737270
|
||||
1791938778 16094543484 30714356 18933836 13169528832 2584289280 0 282147 1741242
|
||||
1791938783 16141058458 30714356 18859908 13170507776 2585079808 0 283037 1745207
|
||||
1791938789 16165482183 30714356 18865012 13169344512 2585071616 0 283277 1749183
|
||||
1791938794 16191711479 30714356 18869264 13167456256 2584870912 0 283620 1753143
|
||||
1791938799 16216057937 30714356 18905396 13178421248 2596417536 0 283910 1757113
|
||||
1791938804 16245823243 30714356 18890716 13169029120 2585956352 0 284460 1761057
|
||||
1791938809 16269381244 30714356 18923296 13171613696 2587115520 0 284709 1765029
|
||||
1791938814 16310120226 30714356 18778648 13169676288 2587910144 0 285506 1768996
|
||||
1791938819 16349999847 30714356 18753624 13171277824 2587860992 0 286128 1772964
|
||||
1791938824 16373528187 30714356 18834076 13170339840 2586226688 0 286376 1776936
|
||||
1791938829 16402242537 30714356 18884748 13168574464 2585964544 0 286814 1780901
|
||||
1791938834 16426468442 30714356 18927440 13167239168 2583896064 0 287128 1784861
|
||||
1791938839 16450398632 30714356 18918560 13188239360 2602512384 0 287384 1788836
|
||||
1791938844 16498049503 30714356 18832440 13170593792 2586210304 0 288286 1792798
|
||||
1791938849 16521570305 30714356 18904588 13169430528 2586472448 0 288501 1796779
|
||||
1791938854 16545907425 30714356 18902956 13170221056 2585657344 0 288787 1800748
|
||||
1791938859 16568775689 30714356 18915104 13183258624 2597789696 0 289022 1804721
|
||||
1791938864 16593936878 30714356 18925420 13178781696 2592964608 0 289356 1808674
|
||||
1791938869 16617271350 30714356 18916008 13191929856 2586750976 0 289604 1812641
|
||||
1791938874 16651926967 30714356 18767412 13171101696 2588311552 0 290183 1816612
|
||||
1791938879 16691098617 30714356 18630016 13170307072 2587541504 0 290821 1820581
|
||||
1791938884 16720784398 30714356 18676124 13171175424 2588028928 0 291202 1824549
|
||||
1791938889 16762104390 30714356 18764436 13245206528 2618372096 0 291957 1828459
|
||||
1791938894 16795053904 30714356 18864272 13551882240 2609360896 0 292448 1832280
|
||||
1791938899 16846655178 30714356 18883016 14023950336 2628218880 0 293357 1836054
|
||||
1791938904 16930928911 30714356 18781480 14958661632 2628112384 0 295614 1839820
|
||||
1791938909 16998012387 30714356 18738608 15788982272 2623508480 0 297069 1843567
|
||||
1791938914 17026626538 30714356 18714680 15480639488 2621480960 0 297435 1847515
|
||||
1791938919 17075299192 30714356 18734044 15826288640 2634469376 0 298355 1851339
|
||||
1791938924 17139761907 30714356 18789088 16298328064 2629804032 0 299884 1855123
|
||||
1791938929 17178560346 30714356 18776348 16262172672 2632683520 0 300709 1859008
|
||||
1791938934 17253064336 30714356 18772304 16943190016 2642817024 0 302668 1862798
|
||||
1791938939 17306184499 30714356 18784084 16834772992 2632732672 0 303761 1866674
|
||||
1791938944 17358154483 30714356 18783464 17040994304 2638594048 0 304708 1870500
|
||||
1791938949 17404357782 30714356 18790892 17150423040 2633916416 0 305549 1874353
|
||||
1791938954 17443472245 30714356 18790340 17085837312 2624614400 0 306211 1878242
|
||||
1791938959 17469704393 30714356 18823340 17084063744 2620559360 0 306568 1882202
|
||||
1791938964 17521493860 30714356 18663728 17086935040 2624249856 0 307556 1886146
|
||||
1791938969 17547456705 30714356 18676672 17085939712 2621607936 0 307895 1890098
|
||||
1791938974 17580648638 30714356 18768208 17154502656 2661117952 0 308433 1894027
|
||||
1791938979 17625045283 30714356 18527928 17381273600 2819293184 0 309336 1897979
|
||||
1791938984 17650005799 30714356 18537612 17400168448 2832207872 0 309664 1901933
|
||||
1791938989 17698986909 30714356 18126244 17832046592 3235540992 0 310694 1905891
|
||||
1791938994 17764497528 30714356 17703136 18200334336 3574312960 0 312370 1909833
|
||||
1791938999 17854069495 30714356 16980408 18773696512 4196089856 0 315052 1913801
|
||||
1791939004 17939962926 30714356 16867864 18779574272 4223856640 0 317424 1917773
|
||||
1791939009 18001624487 30714356 16836244 18901798912 4239859712 0 318752 1921736
|
||||
1791939014 18054876097 30714356 16856948 18628722688 4065226752 0 319767 1925708
|
||||
1791939019 18102058776 30714356 17059716 18880778240 4095836160 0 320617 1929553
|
||||
1791939024 18191434693 30714356 17161052 19184640000 4104114176 0 322934 1933300
|
||||
1791939029 18252886319 30714356 17133544 19246424064 4097437696 0 324064 1937077
|
||||
1791939034 18282042831 30714356 17117188 19125694464 4096839680 0 324432 1941036
|
||||
1791939039 18309064551 30714356 17111636 19145539584 4115185664 0 324792 1945008
|
||||
1791939044 18338341769 30714356 17147936 19119296512 4084330496 0 325230 1948969
|
||||
1791939050 18388313107 30714356 17038116 19232419840 4143570944 0 326146 1952939
|
||||
1791939055 18463953727 30714356 16957872 18968223744 4158062592 0 327834 1956469
|
||||
1791939060 18505914737 30714356 16918460 19022069760 4204597248 0 328588 1960444
|
||||
1791939065 18590968276 30714356 16617420 19182968832 4553584640 0 331038 1964434
|
||||
1791939070 18665751946 30714356 15926992 19583053824 5230915584 0 332966 1968378
|
||||
1791939075 18705885750 30714356 15974412 18164387840 4807221248 0 333623 1972524
|
||||
1791939080 18762998564 30714356 16065228 18084573184 5070639104 0 334932 1976469
|
||||
1791939085 18868456078 30714356 14356496 18469396480 6075813888 0 338374 1980494
|
||||
1791939090 18929395614 30714356 14556700 18560458752 6104342528 0 340026 1984465
|
||||
1791939095 18998046437 30714356 15316640 17976832000 5237780480 0 342087 1988474
|
||||
1791939100 19111947010 30714356 14867996 18906136576 6001152000 0 345673 1992492
|
||||
1791939105 19231774813 30714356 14896052 18930921472 5864198144 0 349358 1996536
|
||||
1791939110 19352538954 30714356 14975844 19080454144 5863919616 0 353090 2000574
|
||||
1791939115 19473029701 30714356 14776316 19232321536 5945782272 0 357087 2004612
|
||||
1791939120 19593914822 30714356 15044604 19236536320 5954736128 0 360961 2008653
|
||||
1791939125 19714226151 30714356 14911708 19202887680 5853810688 0 364692 2012732
|
||||
1791939130 19834946196 30714356 14995764 19333758976 5912068096 0 368512 2016806
|
||||
1791939135 19955655148 30714356 14962716 19326586880 5841485824 0 372192 2020859
|
||||
1791939140 20076214481 30714356 14946412 19316449280 5813780480 0 375922 2024900
|
||||
1791939145 20196970351 30714356 14993776 19387949056 5870489600 0 379790 2028952
|
||||
1791939150 20317352874 30714356 14913332 19400794112 5888462848 0 383449 2033003
|
||||
1791939155 20437764631 30714356 14779548 19439603712 5978574848 0 387190 2037077
|
||||
1791939160 20558243935 30714356 14847620 19373871104 5929025536 0 390910 2041143
|
||||
1791939165 20678752138 30714356 14875492 19389116416 5925629952 0 394604 2045221
|
||||
1791939170 20799579004 30714356 14856740 19334053888 5857968128 0 398320 2049277
|
||||
1791939176 20920452727 30714356 14548412 19359092736 5871550464 0 401997 2053347
|
||||
1791939181 21040919932 30714356 14788348 19364753408 5874151424 0 405721 2057416
|
||||
1791939186 21161433399 30714356 15108148 19105632256 5676744704 0 409482 2061511
|
||||
1791939191 21282069753 30714356 15357244 18651996160 5165924352 0 413170 2065571
|
||||
1791939196 21402190113 30714356 15467920 18637307904 5238484992 0 416647 2069637
|
||||
1791939201 21522499901 30714356 15501440 18687827968 5294497792 0 419923 2073714
|
||||
1791939206 21642831523 30714356 15403140 18722922496 5179256832 0 423404 2077810
|
||||
1791939211 21763356647 30714356 15238312 18685464576 5303775232 0 426337 2081874
|
||||
1791939216 21883204300 30714356 15335568 18682892288 5317812224 0 429386 2086017
|
||||
1791939221 22003280183 30714356 15373872 18638766080 5243502592 0 432497 2090096
|
||||
1791939226 22123717039 30714356 15363432 18665598976 5268299776 0 435469 2094227
|
||||
1791939231 22243984547 30714356 15540952 18560520192 5163536384 0 438623 2098292
|
||||
1791939236 22363335842 30714356 15375956 18683478016 5287809024 0 441853 2102367
|
||||
1791939241 22480812052 30714356 15284992 18598457344 5201870848 0 444973 2106411
|
||||
1791939246 22551847273 30714356 15590556 18503548928 5109583872 0 446409 2110600
|
||||
1791939251 22626108416 30714356 15689640 18462695424 5070295040 0 447884 2114683
|
||||
1791939256 22697336682 30714356 15700188 18445078528 5055385600 0 449147 2118690
|
||||
1791939261 22779716439 30714356 15416468 18581417984 5152862208 0 450900 2122634
|
||||
1791939266 22862174318 30714356 15405692 18519678976 5127430144 0 452590 2126579
|
||||
1791939271 22932858269 30714356 15588580 18557902848 5169041408 0 453848 2130525
|
||||
1791939276 23002050660 30714356 15383696 18611785728 5217525760 0 455108 2134468
|
||||
1791939281 23076009237 30714356 15560764 18530893824 5137797120 0 456529 2138399
|
||||
1791939286 23116328487 30714356 15507780 18542522368 5149487104 0 457074 2142359
|
||||
1791939291 23148326863 30714356 15652548 18542768128 5149798400 0 457545 2146309
|
||||
1791939296 23198002166 30714356 15461780 18542084096 5153075200 0 458496 2150268
|
||||
1791939301 23254870364 30714356 15631688 18546114560 5151772672 0 459672 2154218
|
||||
1791939306 23278239578 30714356 15737768 18545790976 5149253632 0 459960 2158256
|
||||
1791939311 23305566671 30714356 15794824 18547281920 5150449664 0 460356 2162277
|
||||
1791939316 23330424166 30714356 15825648 18548371456 5148291072 0 460780 2166398
|
||||
1791939321 23369987229 30714356 15835828 18549166080 5148495872 0 461657 2170473
|
||||
1791939326 23422005611 30714356 15723056 18552684544 5148958720 0 462728 2174516
|
||||
1791939331 23446446608 30714356 15762248 18552991744 5149335552 0 463027 2178503
|
||||
1791939336 23470276583 30714356 15831128 18554970112 5147934720 0 463311 2182479
|
||||
1791939341 23498310625 30714356 15833456 18558423040 5149978624 0 463720 2186431
|
||||
1791939346 23520728289 30714356 15859388 18568650752 5160886272 0 463928 2190398
|
||||
1791939351 23553305187 30714356 15856184 18554634240 5146804224 0 464456 2194353
|
||||
1791939356 23595962847 30714356 15569684 18556325888 5147275264 0 465216 2198316
|
||||
1791939361 23624288287 30714356 15727660 18558328832 5148499968 0 465596 2202278
|
||||
1791939366 23647321336 30714356 15821800 18540908544 5129863168 0 465825 2206245
|
||||
1791939371 23673717310 30714356 15843932 18543071232 5131075584 0 466157 2210202
|
||||
1791939376 23696490928 30714356 15879572 18541826048 5129891840 0 466389 2214171
|
||||
1791939381 23736979053 30714356 15884604 18545491968 5131198464 0 467189 2218122
|
||||
1791939387 23772694156 30714356 16069056 18291261440 4883304448 0 467736 2222087
|
||||
1791939392 23798861931 30714356 16092964 18290688000 4883517440 0 468090 2226045
|
||||
1791939397 23822381116 30714356 16120428 18292850688 4881891328 0 468359 2230004
|
||||
1791939402 23862658696 30714356 16033768 18300317696 4885831680 0 469228 2233929
|
||||
1791939407 23884911268 30714356 16094440 18297425920 4883353600 0 469413 2237897
|
||||
1791939412 23917870913 30714356 16145836 18278694912 4863123456 0 469977 2241849
|
||||
1791939417 23970005088 30714356 15845720 18280730624 4865114112 0 471000 2245802
|
||||
1791939422 23997319624 30714356 16030932 18282672128 4865376256 0 471359 2249764
|
||||
1791939427 24020573640 30714356 16098568 18278744064 4862509056 0 471626 2253730
|
||||
1791939432 24054189410 30714356 16145916 18280448000 4862324736 0 472162 2257674
|
||||
1791939437 24077394951 30714356 16162040 18278187008 4860895232 0 472387 2261640
|
||||
1791939442 24118673609 30714356 16141748 18281717760 4862902272 0 473199 2265588
|
||||
1791939447 24153273702 30714356 16080888 18284453888 4865245184 0 473688 2269555
|
||||
1791939452 24177786900 30714356 16121644 18283483136 4865519616 0 473974 2273521
|
||||
1791939457 24201586038 30714356 16144124 18283077632 4864217088 0 474242 2277489
|
||||
1791939462 24229744509 30714356 16154648 18284134400 4866199552 0 474652 2281433
|
||||
1791939467 24251772988 30714356 16155480 18283331584 4863860736 0 474840 2285402
|
||||
1791939472 24283763475 30714356 16148364 18284974080 4865511424 0 475350 2289356
|
||||
1791939477 24329096061 30714356 15843072 18285293568 4867522560 0 476159 2293314
|
||||
1791939482 24355207412 30714356 15912368 18289008640 4868685824 0 476489 2297279
|
||||
1791939487 24378598353 30714356 16012992 18285490176 4866564096 0 476734 2301245
|
||||
1791939492 24405022615 30714356 16090112 18284195840 4864086016 0 477089 2305206
|
||||
1791939497 24428167903 30714356 16157224 18266251264 4848914432 0 477333 2309175
|
||||
1791939502 24470700356 30714356 16180064 18270842880 4851605504 0 478156 2313123
|
||||
1791939507 24504223662 30714356 16082136 18273419264 4853358592 0 478606 2317085
|
||||
1791939512 24528106079 30714356 16113872 18271207424 4853174272 0 478878 2321049
|
||||
1791939517 24551881277 30714356 16162832 18270019584 4851249152 0 479152 2325016
|
||||
1791939522 24578756703 30714356 16158264 18268983296 4849025024 0 479534 2328968
|
||||
1791939527 24601481084 30714356 16184192 18263805952 4846006272 0 479748 2332940
|
||||
1791939532 24632975259 30714356 16178480 18267095040 4848361472 0 480248 2336895
|
||||
1791939537 24678174230 30714356 15904456 18269888512 4851470336 0 481055 2340855
|
||||
1791939542 24703964111 30714356 16128556 18188681216 4770664448 0 481385 2344817
|
||||
1791939547 24727949687 30714356 16202532 18186428416 4769361920 0 481649 2348779
|
||||
1791939552 24753108481 30714356 16247524 18195824640 4769161216 0 481952 2352749
|
||||
1791939557 24776303570 30714356 16263868 18184019968 4767137792 0 482195 2356721
|
||||
1791939562 24819662809 30714356 16257188 18192764928 4773830656 0 483043 2360669
|
||||
1791939567 24852361893 30714356 16186756 18187665408 4768821248 0 483495 2364638
|
||||
1791939572 24875704451 30714356 16208960 18189783040 4771581952 0 483737 2368601
|
||||
1791939577 24900576975 30714356 16241244 18185592832 4768374784 0 484045 2372562
|
||||
1791939582 24926479657 30714356 16251656 18201370624 4782084096 0 484394 2376510
|
||||
1791939587 24955176904 30714356 17076864 17348292608 3927826432 0 484801 2380471
|
||||
1791939592 24988282293 30714356 17021136 17364979712 3940630528 0 485321 2384425
|
||||
1791939597 25039490338 30714356 16776928 17362657280 3941117952 0 486309 2388383
|
||||
1791939602 25096203775 30714356 16879712 18004140032 3972907008 0 487657 2392317
|
||||
1791939607 25124337955 30714356 16934276 17996824576 3974352896 0 488068 2396284
|
||||
1791939612 25149108342 30714356 17001484 17997701120 3975491584 0 488360 2400249
|
||||
1791939617 25174462087 30714356 17024412 17992609792 3971379200 0 488677 2404210
|
||||
1791939622 25217462534 30714356 17013540 17992204288 3969785856 0 489523 2408170
|
||||
1791939627 25250401993 30714356 16956564 17992667136 3970895872 0 489995 2412132
|
||||
1791939632 25273296240 30714356 17026900 17991397376 3970940928 0 490211 2416099
|
||||
1791939637 25297292527 30714356 17029628 17992896512 3970408448 0 490503 2420061
|
||||
1791939642 25322535118 30714356 17039672 17996124160 3972055040 0 490832 2424011
|
||||
1791939647 25347332130 30714356 17045152 17988575232 3965452288 0 491113 2427982
|
||||
1791939652 25378472960 30714356 17029720 17990397952 3967512576 0 491570 2431938
|
||||
1791939658 25423469550 30714356 16847892 17994866688 3969953792 0 492397 2435894
|
||||
1791939663 25449007872 30714356 16919948 17994768384 3969347584 0 492714 2439859
|
||||
1791939668 25472876083 30714356 16972176 17993580544 3969499136 0 492981 2443823
|
||||
1791939673 25496196487 30714356 17024516 17994194944 3969568768 0 493230 2447790
|
||||
1791939678 25522144501 30714356 17026532 17992916992 3969445888 0 493567 2451755
|
||||
1791939683 25570709876 30714356 16952008 17997795328 3973656576 0 494559 2455691
|
||||
1791939688 25602761319 30714356 16950820 17992933376 3970981888 0 495025 2459660
|
||||
1791939693 25632007884 30714356 16923972 17992839168 3970142208 0 495423 2463614
|
||||
1791939698 25656579138 30714356 16984184 17991786496 3968536576 0 495734 2467580
|
||||
1791939703 25693591323 30714356 16964196 17995452416 3970101248 0 496465 2471512
|
||||
1791939708 25722324227 30714356 16981420 17995796480 3972349952 0 496850 2475480
|
||||
1791939713 25762078107 30714356 16957276 17994371072 3969978368 0 497511 2479435
|
||||
1791939718 25811590943 30714356 16743936 17996091392 3972542464 0 498471 2483394
|
||||
1791939723 25836921222 30714356 16889244 17996918784 3972546560 0 498771 2487358
|
||||
1791939728 25866811521 30714356 16890520 17991360512 3968724992 0 499199 2491317
|
||||
1791939733 25904338420 30714356 16862340 18189283328 4083613696 0 499828 2495270
|
||||
1791939738 25951154724 30714356 16839888 18142953472 4030038016 0 500688 2499235
|
||||
1791939743 26016920275 30714356 16914292 18216013824 4084858880 0 502197 2503193
|
||||
1791939748 26069251171 30714356 16930492 18200023040 4074659840 0 503164 2507158
|
||||
1791939753 26113476454 30714356 16827752 18144215040 4017971200 0 503924 2511121
|
||||
1791939758 26164152651 30714356 16876748 18201518080 4067807232 0 504873 2515083
|
||||
1791939763 26214096418 30714356 16837940 18226700288 4084043776 0 505698 2519044
|
||||
1791939768 26262310890 30714356 16868700 18068836352 3943067648 0 506500 2523008
|
||||
1791939773 26314590275 30714356 16851256 18194075648 4066885632 0 507563 2526959
|
||||
1791939778 26380413455 30714356 16643164 18159837184 4015439872 0 508970 2530919
|
||||
1791939783 26431064507 30714356 16728932 18227249152 4085411840 0 509758 2534886
|
||||
1791939788 26477245285 30714356 16857548 18139959296 4011089920 0 510565 2538846
|
||||
1791939793 26525560505 30714356 16875876 18162163712 4028850176 0 511441 2542803
|
||||
1791939798 26574527180 30714356 16891728 18189922304 4046036992 0 512274 2546762
|
||||
1791939803 26640468884 30714356 16877428 18169712640 4023971840 0 513666 2550722
|
||||
1791939808 26693584607 30714356 16596612 18213113856 3960963072 0 514669 2554678
|
||||
1791939813 26740341192 30714356 16779456 18163478528 4031156224 0 515443 2558640
|
||||
1791939818 26789316732 30714356 16765392 18240884736 4095692800 0 516271 2562600
|
||||
1791939823 26841716885 30714356 16844780 18208358400 4074246144 0 517185 2566559
|
||||
1791939828 26888754888 30714356 16875900 18161569792 4030095360 0 517992 2570525
|
||||
1791939833 26942955820 30714356 16834904 18193440768 4039528448 0 519051 2574486
|
||||
1791939838 27008736979 30714356 16431992 18240294912 4086484992 0 520424 2578443
|
||||
1791939843 27057375333 30714356 16646712 18111070208 3969564672 0 521220 2582403
|
||||
1791939848 27104257537 30714356 16820548 18166091776 4032004096 0 522040 2586359
|
||||
1791939853 27150556748 30714356 16837924 18161917952 4021043200 0 522782 2590328
|
||||
1791939858 27205486097 30714356 16779176 18230554624 4084281344 0 523733 2594287
|
||||
1791939863 27271727255 30714356 16747208 18190217216 4057927680 0 525199 2598244
|
||||
1791939868 27320295071 30714356 16739384 18202058752 4062371840 0 526042 2602208
|
||||
1791939873 27371000823 30714356 16738056 18224635904 4078632960 0 526907 2606174
|
||||
1791939878 27421371417 30714356 16891004 18228518912 4059471872 0 527746 2610141
|
||||
1791939883 27469357080 30714356 16853712 18157654016 4022657024 0 528555 2614090
|
||||
1791939888 27519592687 30714356 16800288 18170130432 4030226432 0 529452 2618058
|
||||
1791939893 27577303142 30714356 16696684 18230243328 4083519488 0 530600 2622011
|
||||
1791939898 27646653163 30714356 16589884 18231214080 4095668224 0 532054 2625973
|
||||
1791939903 27707546666 30714356 16738840 18166546432 4030443520 0 533314 2629923
|
||||
1791939908 27756557666 30714356 16766060 18164015104 4013940736 0 534111 2633884
|
||||
1791939913 27806205977 30714356 16830244 18229186560 4082049024 0 534925 2637846
|
||||
1791939919 27855107959 30714356 16875292 18139156480 4006617088 0 535752 2641805
|
||||
1791939924 27924310297 30714356 16807220 18170634240 4031688704 0 537356 2645757
|
||||
1791939929 27974435986 30714356 16834564 18171359232 4025016320 0 538181 2649723
|
||||
1791939934 28025150099 30714356 16864032 18172841984 4024119296 0 538995 2653686
|
||||
1791939939 28075053539 30714356 16798064 18233581568 4094738432 0 539893 2657651
|
||||
1791939944 28122292201 30714356 16784400 18207592448 4064010240 0 540736 2661602
|
||||
1791939949 28170990061 30714356 16840856 18234556416 4083666944 0 541539 2665571
|
||||
1791939954 28234029327 30714356 16705028 18228948992 4092612608 0 542843 2669526
|
||||
1791939959 28292928808 30714356 16709056 18166292480 4027883520 0 543981 2673479
|
||||
1791939964 28340776919 30714356 16816028 18179227648 4035903488 0 544793 2677438
|
||||
1791939969 28393588275 30714356 16722476 18238844928 4088139776 0 545715 2681400
|
||||
1791939974 28442556659 30714356 16768792 18241269760 4100943872 0 546507 2685369
|
||||
1791939979 28488304522 30714356 16808564 18190065664 4049334272 0 547299 2689334
|
||||
1791939984 28559495528 30714356 16606772 18170478592 4017000448 0 548910 2693288
|
||||
1791939989 28609875842 30714356 16753868 18252316672 4099895296 0 549722 2697260
|
||||
1791939994 28658853610 30714356 16800348 18148966400 4010860544 0 550594 2701219
|
||||
1791939999 28707170966 30714356 16792712 18214567936 4068028416 0 551475 2705187
|
||||
1791940004 28764319454 30714356 16742460 18179600384 4026359808 0 552616 2709137
|
||||
1791940009 28815426750 30714356 16874068 18185011200 4029100032 0 553418 2713100
|
||||
1791940014 28880065070 30714356 16605928 18224799744 4086095872 0 554880 2717051
|
||||
1791940019 28941021512 30714356 16590076 18218500096 4070551552 0 556122 2721009
|
||||
1791940024 28990410438 30714356 16725052 18244648960 4088578048 0 556928 2724973
|
||||
1791940029 29046863085 30714356 16844828 18222477312 4080320512 0 557978 2728924
|
||||
1791940034 29094915699 30714356 16795788 18170847232 4034285568 0 558821 2732884
|
||||
1791940039 29143674210 30714356 16847696 18168541184 4021739520 0 559662 2736849
|
||||
1791940044 29213029846 30714356 16741848 18244460544 4089413632 0 561137 2740807
|
||||
1791940049 29266401811 30714356 16780024 18228703232 4081586176 0 562060 2744774
|
||||
1791940054 29313457666 30714356 16836236 18171379712 4028481536 0 562859 2748731
|
||||
1791940059 29362019928 30714356 16808968 18194780160 4112535552 0 563671 2752698
|
||||
1791940064 29412909234 30714356 16818712 18251378688 4094164992 0 564514 2756662
|
||||
1791940069 29462629334 30714356 16791748 18161303552 4016955392 0 565381 2760619
|
||||
1791940074 29522129843 30714356 16723648 18186817536 4039544832 0 566628 2764579
|
||||
1791940079 29580071396 30714356 16721912 18190180352 4033327104 0 567708 2768541
|
||||
1791940084 29633873392 30714356 16797916 18196267008 4034990080 0 568651 2772504
|
||||
1791940089 29681751532 30714356 16736028 18238279680 4091478016 0 569504 2776463
|
||||
1791940094 29727288316 30714356 16795220 18190323712 4038897664 0 570235 2780432
|
||||
1791940099 29781093593 30714356 16746552 18245685248 4087291904 0 571196 2784393
|
||||
1791940104 29852912800 30714356 16901076 18231918592 4084781056 0 572666 2788353
|
||||
1791940109 29889697717 30714356 16863736 18136399872 3992543232 0 573229 2792316
|
||||
1791940114 29924647967 30714356 16808384 18130718720 3991486464 0 573758 2796264
|
||||
1791940119 29949756806 30714356 16877652 18147905536 4005548032 0 574047 2800224
|
||||
1791940124 29973426115 30714356 16951424 18136813568 3991445504 0 574286 2804186
|
||||
1791940129 29999128521 30714356 16984424 18148278272 4005363712 0 574617 2808149
|
||||
1791940134 30039695347 30714356 16778532 18137571328 3993284608 0 575339 2812106
|
||||
1791940139 30076748545 30714356 16748964 18138562560 3994574848 0 575899 2816068
|
||||
1791940144 30101203152 30714356 16875908 18136436736 3992215552 0 576182 2820033
|
||||
1791940149 30127212198 30714356 16965052 18135949312 3991621632 0 576520 2823998
|
||||
1791940154 30149893414 30714356 16991492 18132881408 3989159936 0 576736 2827965
|
||||
1791940159 30174498968 30714356 17008940 18139971584 3990028288 0 577039 2831932
|
||||
1791940164 30226553573 30714356 16899624 18134298624 3990638592 0 578028 2835887
|
||||
1791940169 30251713649 30714356 16946308 18136911872 3991920640 0 578315 2839854
|
||||
1791940175 30276334934 30714356 16975288 18137194496 3991384064 0 578630 2843811
|
||||
1791940180 30301299997 30714356 16997840 18146820096 4004491264 0 578947 2847773
|
||||
1791940185 30324420277 30714356 17001996 18134913024 3991212032 0 579177 2851740
|
||||
1791940190 30349079463 30714356 17005004 18134110208 3991756800 0 579491 2855703
|
||||
1791940195 30391407917 30714356 16886640 18136395776 3992997888 0 580297 2859660
|
||||
1791940200 30456145902 30714356 16424072 18146185216 4003569664 0 581769 2863606
|
||||
1791940205 30486406925 30714356 16647668 18137821184 3993878528 0 582224 2867560
|
||||
1791940210 30512867608 30714356 16822688 18137169920 3994025984 0 582569 2871523
|
||||
1791940215 30535540111 30714356 16926844 18135375872 3991285760 0 582790 2875489
|
||||
1791940220 30561747573 30714356 16989916 18132996096 3990908928 0 583169 2879450
|
||||
1791940225 30623206003 30714356 16896228 18136809472 3992563712 0 584472 2883389
|
||||
1791940230 30652491796 30714356 16953792 18141143040 3994632192 0 584846 2887354
|
||||
1791940235 30677850058 30714356 16960112 18140454912 3994349568 0 585170 2891308
|
||||
1791940240 30702614754 30714356 16996244 18159386624 4007292928 0 585469 2895266
|
||||
1791940245 30725087575 30714356 17002212 18146373632 4000382976 0 585673 2899228
|
||||
1791940250 30750454992 30714356 16995640 18137788416 3994230784 0 586017 2903193
|
||||
1791940255 30792905952 30714356 16730484 18145398784 4000399360 0 586784 2907147
|
||||
1791940260 30827682810 30714356 16765996 18138619904 3996151808 0 587297 2911109
|
||||
1791940265 30851911934 30714356 16886724 18139144192 3994656768 0 587601 2915071
|
||||
1791940270 30877227855 30714356 16969324 18136338432 3994128384 0 587897 2919036
|
||||
1791940275 30900291131 30714356 16990128 18142846976 3991302144 0 588139 2923005
|
||||
1791940280 30928199218 30714356 16997272 18135068672 3992219648 0 588563 2926978
|
||||
1791940285 30976338574 30714356 16898408 18137624576 3993157632 0 589425 2930936
|
||||
1791940290 31001674270 30714356 16925976 18137796608 3994607616 0 589699 2934902
|
||||
1791940295 31028991537 30714356 16946144 18138693632 3993858048 0 590124 2938849
|
||||
1791940300 31066407540 30714356 16908188 18154438656 4011667456 0 590927 2942788
|
||||
1791940305 31090508680 30714356 16962520 18139414528 3994443776 0 591178 2946751
|
||||
1791940310 31116481550 30714356 16994872 18135736320 3993661440 0 591553 2950716
|
||||
1791940315 31165742964 30714356 16652924 18137526272 3994394624 0 592505 2954672
|
||||
1791940320 31200280683 30714356 16740104 18137325568 3995791360 0 593028 2958630
|
||||
1791940325 31224365451 30714356 16850968 18137718784 3993165824 0 593294 2962590
|
||||
1791940330 31259047587 30714356 16960388 18136924160 3993944064 0 593903 2966541
|
||||
1791940335 31281734326 30714356 16988496 18135842816 3991904256 0 594124 2970508
|
||||
1791940340 31311790480 30714356 16997984 18132381696 3991429120 0 594640 2974466
|
||||
1791940345 31356722940 30714356 16880728 18138218496 3992674304 0 595385 2978426
|
||||
1791940350 31382003600 30714356 16917044 18138066944 3995209728 0 595680 2982395
|
||||
1791940355 31407189202 30714356 16963948 18139250688 3994071040 0 596005 2986353
|
||||
1791940360 31432508892 30714356 16984480 18140647424 3997900800 0 596342 2990309
|
||||
1791940365 31455015205 30714356 16988792 18139869184 3997536256 0 596526 2994278
|
||||
1791940370 31482621581 30714356 16988088 18136670208 3995930624 0 596930 2998245
|
||||
1791940375 31524016489 30714356 16756800 18139193344 3996667904 0 597644 3002200
|
||||
1791940380 31557059107 30714356 16781488 18139205632 4005150720 0 598122 3006163
|
||||
1791940385 31581151581 30714356 16898836 18138779648 3994316800 0 598395 3010123
|
||||
1791940390 31606021724 30714356 16964996 18136285184 3994050560 0 598708 3014092
|
||||
1791940395 31628957961 30714356 16973708 18135511040 3992121344 0 599028 3018145
|
||||
1791940400 31660165942 30714356 16994788 18134757376 3993296896 0 599743 3022269
|
||||
1791940405 31703682155 30714356 16892072 18139332608 3993960448 0 600704 3026467
|
||||
1791940410 31728963471 30714356 16935152 18135842816 3994779648 0 601156 3030568
|
||||
1791940415 31754139369 30714356 16968092 18138783744 3994144768 0 601752 3034815
|
||||
1791940420 31780158989 30714356 16990576 18138198016 3996864512 0 602280 3038947
|
||||
1791940425 31802158721 30714356 17007808 18138800128 3994263552 0 602617 3043066
|
||||
1791940430 31830946737 30714356 16997532 18135367680 3993743360 0 603169 3047156
|
||||
1791940435 31871613900 30714356 16783404 18139516928 3994624000 0 604052 3051266
|
||||
1791940440 31903978056 30714356 16844984 18138177536 3996192768 0 604638 3055338
|
||||
1791940446 31927707770 30714356 16924500 18139258880 3994574848 0 605022 3059426
|
||||
1791940451 31954235909 30714356 16984692 18135449600 3994607616 0 605455 3063478
|
||||
1791940456 31976661599 30714356 16989372 18136133632 3992924160 0 605754 3067520
|
||||
1791940461 32010630484 30714356 16987756 18144374784 3999522816 0 606468 3071577
|
||||
1791940466 32051845165 30714356 16883604 18137735168 3993608192 0 607215 3075628
|
||||
1791940471 32077772367 30714356 16911748 18137165824 3994324992 0 607564 3079626
|
||||
1791940476 32102292126 30714356 16955228 18138025984 3993513984 0 607928 3083644
|
||||
1791940481 32127571122 30714356 16975880 18138116096 3996397568 0 608311 3087642
|
||||
1791940486 32149316275 30714356 16994740 18137927680 3993698304 0 608522 3091648
|
||||
1791940491 32179185000 30714356 16993672 18137858048 3994722304 0 609005 3095647
|
||||
1791940496 32220157155 30714356 16736548 18142261248 3995521024 0 609770 3099650
|
||||
1791940501 32268410274 30714356 16651216 18138537984 3996106752 0 610683 3103639
|
||||
1791940506 32291722866 30714356 16775596 18146611200 3994157056 0 610961 3107631
|
||||
1791940511 32317526127 30714356 16909828 18135621632 3994677248 0 611306 3111611
|
||||
1791940516 32339979007 30714356 16957428 18136424448 3992449024 0 611554 3115605
|
||||
1791940521 32375343526 30714356 16979008 18136477696 3993694208 0 612249 3119597
|
||||
1791940526 32415130897 30714356 16928472 18137645056 3993743360 0 612882 3123586
|
||||
1791940531 32441521226 30714356 16942704 18139238400 3995557888 0 613226 3127561
|
||||
1791940536 32465766508 30714356 16969888 18137448448 3994386432 0 613538 3131544
|
||||
1791940541 32491977646 30714356 16974828 18137907200 3995615232 0 613920 3135513
|
||||
1791940546 32513359704 30714356 16994576 18135769088 3992633344 0 614113 3139506
|
||||
1791940551 32543057707 30714356 16989544 18136354816 3993473024 0 614596 3143481
|
||||
1791940556 32584198463 30714356 16671692 18138497024 3993534464 0 615349 3147459
|
||||
1791940561 32614848657 30714356 16755428 18161020928 4019032064 0 615777 3151435
|
||||
1791940566 32638876162 30714356 16891536 18144899072 4000292864 0 616037 3155419
|
||||
1791940571 32665946997 30714356 16978440 18136244224 3994656768 0 616397 3159393
|
||||
1791940576 32688206100 30714356 16991732 18157473792 4004286464 0 616629 3163384
|
||||
1791940581 32724936302 30714356 17003272 18135740416 3993071616 0 617326 3167353
|
||||
1791940586 32763703066 30714356 16884352 18153918464 4006690816 0 617906 3171334
|
||||
1791940591 32790472983 30714356 16884424 18145869824 4004884480 0 618291 3175301
|
||||
1791940596 32815973480 30714356 16938944 18147459072 4002869248 0 618608 3179275
|
||||
1791940601 32849021758 30714356 16940864 18139439104 3998023680 0 619288 3183228
|
||||
1791940606 32870406059 30714356 16976644 18142126080 3996585984 0 619452 3187212
|
||||
1791940611 32900863133 30714356 16993492 18139164672 3996270592 0 619936 3191175
|
||||
1791940616 32950167315 30714356 16834012 18140209152 3996282880 0 620902 3195144
|
||||
1791940621 32979217448 30714356 16905044 18140831744 3996921856 0 621324 3199109
|
||||
1791940626 33003709056 30714356 16944084 18139652096 3993915392 0 621596 3203083
|
||||
1791940631 33035463731 30714356 16983032 18137821184 3994701824 0 622141 3207032
|
||||
1791940636 33057337981 30714356 16993880 18137649152 3991621632 0 622341 3211014
|
||||
1791940641 33095444973 30714356 17003512 18136907776 3993395200 0 623062 3214972
|
||||
1791940646 33133096362 30714356 16990968 18139557888 3994116096 0 623621 3218943
|
||||
1791940651 33158325450 30714356 16974196 18143916032 3998072832 0 623935 3222914
|
||||
1791940656 33183713099 30714356 16977252 18143338496 3996688384 0 624260 3226879
|
||||
1791940661 33210069203 30714356 16990236 18142916608 3999272960 0 624636 3230833
|
||||
1791940666 33231399918 30714356 16997088 18142511104 3995918336 0 624799 3234810
|
||||
1791940671 33261554715 30714356 16988540 18145136640 3997634560 0 625274 3238771
|
||||
1791940676 33303553886 30714356 16757076 18154192896 4007342080 0 626015 3242744
|
||||
1791940681 33331995698 30714356 16892876 18146738176 3999219712 0 626414 3246705
|
||||
1791940686 33356680640 30714356 16938124 18140696576 3994853376 0 626688 3250675
|
||||
1791940691 33383402586 30714356 16958488 18140565504 3995181056 0 627053 3254642
|
||||
1791940696 33405392491 30714356 16988796 18140479488 3993579520 0 627260 3258620
|
||||
1791940701 33443577666 30714356 17005184 18141978624 3994890240 0 627994 3262579
|
||||
1791940706 33478394347 30714356 16917260 18139897856 3994226688 0 628488 3266551
|
||||
1791940711 33504643188 30714356 16924028 18141949952 3996344320 0 628827 3270514
|
||||
1791940716 33530340833 30714356 16970260 18141667328 4000813056 0 629161 3274483
|
||||
1791940722 33556046276 30714356 16968100 18141880320 3996999680 0 629529 3278435
|
||||
1791940727 33577424183 30714356 16985932 18142367744 3994988544 0 629692 3282411
|
||||
1791940732 33607467735 30714356 16979960 18144063488 3996364800 0 630164 3286372
|
||||
1791940737 33650622256 30714356 16694856 18141970432 3996336128 0 630914 3290347
|
||||
1791940742 33678293982 30714356 16849164 18145198080 3998535680 0 631288 3294312
|
||||
1791940747 33703342049 30714356 16901972 18142699520 3996221440 0 631569 3298285
|
||||
1791940752 33729374486 30714356 16970992 18142789632 3995508736 0 631910 3302250
|
||||
1791940757 33751725625 30714356 16991040 18141163520 3994005504 0 632114 3306224
|
||||
1791940762 33791004691 30714356 16993644 18142396416 3995246592 0 632874 3310179
|
||||
1791940767 33825553929 30714356 16892788 18141798400 3995156480 0 633349 3314150
|
||||
1791940772 33852076163 30714356 16935064 18145337344 3998302208 0 633698 3318117
|
||||
1791940777 33878029289 30714356 16959016 18142019584 3996938240 0 634027 3322080
|
||||
1791940782 33904643544 30714356 16966140 18147037184 4000137216 0 634399 3326029
|
||||
1791940787 33926155325 30714356 16985988 18144899072 3997872128 0 634561 3330005
|
||||
1791940792 33956357422 30714356 16983300 18145292288 3998081024 0 635025 3333962
|
||||
1791940797 34003615186 30714356 16460676 18143031296 3997716480 0 635906 3337928
|
||||
1791940802 34047988044 30714356 16715016 18145505280 3998662656 0 636797 3341884
|
||||
1791940807 34072742684 30714356 16818928 18144124928 3996360704 0 637077 3345847
|
||||
1791940812 34099182509 30714356 16923732 18143887360 3996323840 0 637424 3349811
|
||||
1791940817 34121704340 30714356 16964020 18141040640 3995201536 0 637635 3353786
|
||||
1791940822 34161813289 30714356 16995312 18144579584 3996991488 0 638409 3357737
|
||||
1791940827 34195447902 30714356 16987640 18142150656 3996917760 0 638882 3361710
|
||||
1791940832 34220991747 30714356 16978992 18145808384 3998318592 0 639189 3365671
|
||||
1791940837 34246399475 30714356 16996084 18143039488 3996950528 0 639507 3369641
|
||||
1791940842 34272306338 30714356 16988556 18145341440 3999268864 0 639889 3373593
|
||||
1791940847 34294773255 30714356 17004024 18151292928 4003012608 0 640091 3377573
|
||||
1791940852 34324898483 30714356 16997608 18146721792 3998969856 0 640547 3381535
|
||||
1791940857 34368807085 30714356 16761220 18144243712 3999318016 0 641316 3385501
|
||||
1791940862 34394862073 30714356 16844220 18164789248 4016390144 0 641679 3389458
|
||||
1791940867 34420110172 30714356 16909856 18143178752 3998257152 0 641967 3393428
|
||||
1791940872 34445946315 30714356 16976684 18145853440 3997224960 0 642302 3397389
|
||||
1791940877 34468867096 30714356 16989632 18141794304 3996090368 0 642538 3401367
|
||||
1791940882 34509766989 30714356 16990984 18152087552 4003463168 0 643313 3405325
|
||||
1791940887 34542009996 30714356 16912272 18143006720 3997777920 0 643741 3409297
|
||||
1791940892 34569144824 30714356 16901704 18153066496 4005761024 0 644140 3413259
|
||||
1791940897 34595623236 30714356 16973456 18125209600 3979694080 0 644501 3417225
|
||||
1791940902 34629150448 30714356 16949484 18130964480 3983831040 0 645156 3421163
|
||||
1791940907 34651213257 30714356 16983208 18128310272 3982102528 0 645334 3425141
|
||||
1791940912 34683280431 30714356 16999688 18128887808 3983024128 0 645856 3429109
|
||||
1791940917 34733691292 30714356 16663016 18126286848 3982884864 0 646821 3433074
|
||||
1791940922 34759344460 30714356 16814612 18128338944 3982856192 0 647156 3437034
|
||||
1791940927 34786562733 30714356 16917448 18126872576 3982086144 0 647538 3441005
|
||||
1791940932 34816161941 30714356 16995000 18124226560 3978133504 0 648007 3444963
|
||||
1791940937 34839612083 30714356 17082868 18042568704 3904954368 0 648255 3448940
|
||||
1791940942 34881667144 30714356 17077732 18044248064 3905683456 0 649074 3452908
|
||||
1791940947 34913447834 30714356 17027696 18049310720 3911671808 0 649519 3456886
|
||||
1791940952 34938358320 30714356 17049244 18046910464 3908354048 0 649814 3460856
|
||||
1791940957 34965240825 30714356 17075164 18042683392 3906301952 0 650199 3464823
|
||||
1791940962 34989788552 30714356 17080328 18054037504 3913728000 0 650521 3468774
|
||||
1791940967 35012118894 30714356 17091520 18043400192 3905597440 0 650722 3472750
|
||||
1791940972 35041418831 30714356 17093108 18056617984 3916488704 0 651163 3476716
|
||||
1791940977 35086954807 30714356 16821464 18043944960 3907915776 0 651992 3480682
|
||||
1791940982 35112187755 30714356 16967736 18043699200 3904290816 0 652278 3484646
|
||||
1791940987 35138399534 30714356 17036368 18031611904 3896242176 0 652612 3488611
|
||||
1791940992 35163467772 30714356 17086976 18031927296 3895902208 0 652908 3492578
|
||||
1791940997 35186898597 30714356 17099308 18031267840 3895730176 0 653180 3496547
|
||||
1791941003 35229213990 30714356 17087052 18035556352 3897483264 0 653971 3500508
|
||||
1791941008 35260384482 30714356 17052272 18037018624 3898388480 0 654381 3504476
|
||||
1791941013 35285809117 30714356 17068256 18035314688 3899359232 0 654679 3508447
|
||||
1791941018 35313650679 30714356 17073112 18035773440 3898507264 0 655101 3512406
|
||||
1791941023 35339320280 30714356 17096688 18037751808 3899301888 0 655442 3516363
|
||||
1791941028 35362083843 30714356 17093112 18035695616 3898662912 0 655670 3520339
|
||||
1791941033 35391385306 30714356 17090292 18039472128 3900387328 0 656077 3524302
|
||||
1791941038 35436193597 30714356 16808556 18038222848 3901079552 0 656898 3528269
|
||||
1791941043 35461062276 30714356 16930828 18034081792 3897454592 0 657191 3532237
|
||||
1791941048 35487703766 30714356 17038844 18033336320 3896307712 0 657556 3536201
|
||||
1791941053 35512599619 30714356 17086256 18031886336 3894247424 0 657846 3540168
|
||||
1791941058 35535823805 30714356 17096264 18031382528 3893555200 0 658111 3544137
|
||||
1791941063 35578078014 30714356 17106220 18034032640 3895508992 0 658907 3548098
|
||||
1791941068 35608472774 30714356 17046344 18032066560 3896225792 0 659339 3552066
|
||||
1791941073 35632964854 30714356 17044040 18031820800 3896864768 0 659614 3556034
|
||||
1791941078 35660360090 30714356 17062200 18055299072 3917295616 0 660003 3559995
|
||||
1791941083 35684950325 30714356 17091704 18036670464 3897552896 0 660292 3563956
|
||||
1791941088 35707473757 30714356 17098040 18034892800 3897122816 0 660514 3567925
|
||||
1791941093 35737109035 30714356 17104544 18033008640 3897839616 0 660964 3571893
|
||||
1791941098 35798411697 30714356 16479456 18034622464 3897954304 0 662343 3575842
|
||||
1791941103 35837861561 30714356 16709636 18033430528 3897921536 0 663028 3579801
|
||||
1791941108 35864878352 30714356 16911728 18035322880 3896733696 0 663399 3583765
|
||||
1791941113 35889734107 30714356 17025636 18030972928 3895156736 0 663665 3587732
|
||||
1791941118 35913112293 30714356 17084684 18032001024 3894423552 0 663944 3591698
|
||||
1791941123 35963351714 30714356 17093736 18031861760 3895263232 0 664986 3595642
|
||||
1791941128 36003754395 30714356 17059376 18033610752 3895775232 0 665672 3599602
|
||||
1791941133 36028669198 30714356 17071520 18030374912 3895611392 0 665951 3603569
|
||||
1791941138 36056006087 30714356 17039548 18045108224 3907518464 0 666367 3607529
|
||||
1791941143 36081559621 30714356 17052752 18034688000 3895959552 0 666670 3611487
|
||||
1791941148 36104178065 30714356 17071848 18034286592 3895582720 0 666891 3615463
|
||||
1791941153 36134751252 30714356 17054544 18031235072 3896348672 0 667382 3619417
|
||||
1791941158 36178817378 30714356 16909896 18035367936 3897278464 0 668143 3623379
|
||||
1791941163 36203500596 30714356 16980788 18032934912 3896799232 0 668419 3627349
|
||||
1791941168 36230671935 30714356 17043468 18033745920 3896582144 0 668833 3631310
|
||||
1791941173 36255108507 30714356 17061684 18029531136 3893133312 0 669105 3635279
|
||||
1791941178 36278310051 30714356 17072272 18030989312 3893071872 0 669348 3639247
|
||||
1791941183 36324935508 30714356 17045756 18031198208 3894939648 0 670238 3643206
|
||||
1791941188 36352636453 30714356 17060660 18032820224 3895078912 0 670573 3647176
|
||||
1791941193 36379973006 30714356 17007644 18031718400 3908919296 0 670973 3651137
|
||||
1791941198 36407682679 30714356 17045672 18045915136 3908071424 0 671413 3655099
|
||||
1791941203 36443770183 30714356 16989180 18035855360 3896692736 0 672114 3659029
|
||||
1791941208 36466808680 30714356 17041972 18035118080 3896573952 0 672337 3663001
|
||||
1791941213 36505934647 30714356 17003136 18032705536 3897532416 0 673088 3666962
|
||||
1791941218 36549411281 30714356 16799372 18033270784 3895373824 0 673830 3670928
|
||||
1791941223 36573857709 30714356 16920708 18045906944 3908853760 0 674122 3674901
|
||||
1791941228 36605166378 30714356 16991292 18050080768 3911348224 0 674711 3678859
|
||||
1791941233 36632792940 30714356 17054420 18032599040 3894636544 0 675085 3682822
|
||||
1791941238 36655474094 30714356 17081252 18032357376 3895185408 0 675308 3686794
|
||||
1791941243 36703097928 30714356 17028116 18032308224 3895431168 0 676263 3690754
|
||||
1791941248 36728986924 30714356 17021080 18034864128 3896348672 0 676549 3694726
|
||||
1791941253 36753064277 30714356 17052404 18036965376 3900645376 0 676842 3698689
|
||||
1791941258 36780203682 30714356 17063232 18047758336 3908939776 0 677215 3702654
|
||||
1791941263 36806919051 30714356 17068476 18036404224 3897131008 0 677563 3706612
|
||||
1791941268 36829376676 30714356 17072076 18037260288 3896889344 0 677776 3710586
|
||||
1791941274 36863757650 30714356 16932924 18032402432 3896815616 0 678398 3714547
|
||||
1791941279 36903485926 30714356 16760708 18037047296 3897704448 0 679039 3718515
|
||||
1791941284 36927188390 30714356 16878360 18033340416 3897036800 0 679302 3722481
|
||||
1791941289 36954645451 30714356 16991676 18035593216 3895947264 0 679692 3726446
|
||||
1791941294 36981372142 30714356 17033196 18032119808 3894755328 0 680044 3730412
|
||||
1791941299 37003996430 30714356 17078052 18033860608 3894808576 0 680267 3734385
|
||||
1791941304 37053590591 30714356 16988424 18040238080 3902058496 0 681236 3738342
|
||||
1791941309 37078327913 30714356 17002284 18036535296 3896750080 0 681496 3742312
|
||||
1791941314 37101732846 30714356 17038844 18039296000 3901108224 0 681757 3746277
|
||||
1791941319 37129048816 30714356 17045548 18048724992 3909881856 0 682134 3750243
|
||||
1791941324 37154899240 30714356 17055624 18037227520 3897274368 0 682461 3754199
|
||||
1791941329 37177263760 30714356 17075256 18034036736 3897098240 0 682688 3758176
|
||||
1791941334 37214200922 30714356 16883416 18033762304 3898216448 0 683363 3762136
|
||||
1791941339 37252684436 30714356 16867568 18036240384 3898601472 0 683947 3766104
|
||||
1791941344 37276007509 30714356 16964052 18034180096 3897196544 0 684192 3770075
|
||||
1791941349 37302719385 30714356 17029436 18045378560 3905302528 0 684580 3774032
|
||||
1791941354 37328826876 30714356 17047976 18031394816 3895156736 0 684894 3777999
|
||||
1791941359 37351392985 30714356 17071240 18033713152 3895631872 0 685124 3781970
|
||||
1791941364 37401569269 30714356 16978552 18035236864 3895525376 0 686102 3785928
|
||||
1791941369 37425637650 30714356 17024288 18033938432 3895627776 0 686350 3789900
|
||||
1791941374 37450157607 30714356 17036664 18032992256 3896520704 0 686639 3793866
|
||||
1791941379 37477038678 30714356 17059176 18048249856 3910737920 0 687041 3797830
|
||||
1791941384 37502826971 30714356 17074912 18036760576 3897495552 0 687343 3801791
|
||||
1791941389 37526000364 30714356 17073140 18032918528 3897253888 0 687594 3805760
|
||||
1791941394 37563919454 30714356 16906264 18042273792 3907317760 0 688297 3809717
|
||||
1791941399 37613804417 30714356 16746076 18035421184 3898109952 0 689178 3813680
|
||||
1791941404 37663393466 30714356 16773460 18978119680 4074438656 0 690232 3817597
|
||||
1791941409 37712385791 30714356 17021972 17009049600 3904245760 0 691255 3821508
|
||||
1791941414 37744431542 30714356 16953748 16976654336 3894034432 0 691719 3825459
|
||||
1791941419 37768089178 30714356 16962640 16978419712 3894398976 0 691964 3829426
|
||||
1791941424 37819328792 30714356 16911808 16980951040 3895255040 0 692968 3833376
|
||||
1791941429 37842403038 30714356 16934276 16982372352 3895775232 0 693192 3837347
|
||||
1791941434 37866653417 30714356 16960356 16980303872 3895623680 0 693486 3841311
|
||||
1791941439 37893801091 30714356 16947808 16999682048 3910217728 0 693863 3845266
|
||||
1791941444 37919061687 30714356 16962344 16985014272 3896020992 0 694156 3849228
|
||||
1791941449 37942736061 30714356 16979848 16983511040 3895951360 0 694428 3853203
|
||||
1791941454 37981574445 30714356 16746408 16983896064 3897462784 0 695147 3857159
|
||||
1791941459 38017236343 30714356 16807840 16986177536 3897384960 0 695664 3861126
|
||||
1791941464 38041189679 30714356 16887108 16974385152 3885699072 0 695923 3865091
|
||||
1791941469 38069341742 30714356 16943368 16975097856 3887566848 0 696317 3869047
|
||||
1791941474 38094847381 30714356 16945136 16972922880 3884965888 0 696599 3873019
|
||||
1791941479 38120854764 30714356 16975612 16962936832 3885400064 0 696922 3876985
|
||||
1791941484 38171559539 30714356 16865952 16964497408 3885768704 0 697894 3880940
|
||||
1791941489 38194362437 30714356 16907760 16965361664 3885821952 0 698124 3884909
|
||||
1791941494 38220709280 30714356 16914124 16964214784 3885666304 0 698507 3888867
|
||||
1791941499 38253441077 30714356 16879520 16983973888 3900502016 0 699112 3892812
|
||||
|
@@ -0,0 +1,32 @@
|
||||
name memory_peak_bytes oom_kill memory_max
|
||||
jellyfin 521576448 0 2147483648
|
||||
immich-server 2149060608 0 2147483648
|
||||
immich-machine-learning 1610612736 0 1610612736
|
||||
immich-postgres 805306368 0 805306368
|
||||
immich-redis 12849152 0 134217728
|
||||
vaultwarden 47251456 0 268435456
|
||||
privatebin 45998080 0 134217728
|
||||
paperless-webserver 882511872 0 1342177280
|
||||
paperless-postgres 54231040 0 268435456
|
||||
paperless-redis 10616832 0 134217728
|
||||
opengist 31674368 0 134217728
|
||||
nextcloud 713695232 0 1073741824
|
||||
nextcloud-db 122961920 0 536870912
|
||||
nextcloud-redis 10919936 0 134217728
|
||||
kimai 248332288 0 402653184
|
||||
kimai-db 111497216 0 268435456
|
||||
home-assistant 462782464 0 1073741824
|
||||
docmost 536907776 0 536870912
|
||||
docmost-redis 12754944 0 134217728
|
||||
docmost-postgres 41553920 0 268435456
|
||||
calibre-web 273694720 0 805306368
|
||||
bookstack 61386752 0 536870912
|
||||
bookstack-db 109436928 0 268435456
|
||||
adventurelog 368996352 0 402653184
|
||||
adventurelog-postgres 31449088 0 268435456
|
||||
adventurelog-frontend 52252672 0 268435456
|
||||
felhom-controller 4874350592 0 max
|
||||
filebrowser 109178880 0 268435456
|
||||
bentopdf 17563648 0 402653184
|
||||
cloudflared 72830976 0 max
|
||||
traefik 133324800 0 max
|
||||
|
@@ -0,0 +1,25 @@
|
||||
02:15:38 nextcloud: path fields -> [('HDD_PATH', '/mnt/sizing-bench')]
|
||||
02:15:38 nextcloud: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:17:39 nextcloud: deployed, state=running
|
||||
02:17:42 vaultwarden: path fields -> []
|
||||
02:17:42 vaultwarden: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:18:02 vaultwarden: deployed, state=running
|
||||
02:48:05 immich: path fields -> [('HDD_PATH', '/mnt/sizing-bench')]
|
||||
02:48:06 immich: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:50:11 immich: deployed, state=running
|
||||
02:50:14 jellyfin: path fields -> [('HDD_PATH', '/mnt/sizing-bench')]
|
||||
02:50:15 jellyfin: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:51:00 jellyfin: deployed, state=running
|
||||
02:15:38 nextcloud: path fields -> [('HDD_PATH', '/mnt/sizing-bench')]
|
||||
02:15:38 nextcloud: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:17:39 nextcloud: deployed, state=running
|
||||
02:17:42 vaultwarden: path fields -> []
|
||||
02:17:42 vaultwarden: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:18:02 vaultwarden: deployed, state=running
|
||||
02:48:05 immich: path fields -> [('HDD_PATH', '/mnt/sizing-bench')]
|
||||
02:48:06 immich: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:50:11 immich: deployed, state=running
|
||||
02:50:14 jellyfin: path fields -> [('HDD_PATH', '/mnt/sizing-bench')]
|
||||
02:50:15 jellyfin: deploy -> 202 {'ok': True, 'message': 'The install has started – the card shows how it is going'}
|
||||
02:51:00 jellyfin: deployed, state=running
|
||||
03:32:05 evidence copied to /mnt/5_hdd/felhom.eu/clones-plugmeter-2026-10-13/felhom.eu/documentation/audits/sizing-check-2026-10-14/evidence/R1-set
|
||||
@@ -0,0 +1,300 @@
|
||||
{
|
||||
"windows": {
|
||||
"restA": [
|
||||
"2026-10-14T00:18:02Z",
|
||||
"2026-10-14T00:48:02Z"
|
||||
],
|
||||
"together": [
|
||||
"2026-10-14T00:51:00Z",
|
||||
"2026-10-14T00:54:44Z"
|
||||
],
|
||||
"paperless": [
|
||||
"2026-10-14T01:01:40Z",
|
||||
"2026-10-14T01:08:40Z"
|
||||
],
|
||||
"restB": [
|
||||
"2026-10-14T01:08:40Z",
|
||||
"2026-10-14T01:29:30Z"
|
||||
]
|
||||
},
|
||||
"apps": {
|
||||
"adventurelog": {
|
||||
"restA_median_mb": 356,
|
||||
"restA_max_mb": 460,
|
||||
"together_median_mb": 362,
|
||||
"together_max_mb": 376,
|
||||
"paperless_median_mb": 359,
|
||||
"paperless_max_mb": 369,
|
||||
"restB_median_mb": 362,
|
||||
"restB_max_mb": 374,
|
||||
"peak_used_mb": 460,
|
||||
"peak_anon_mb": 322
|
||||
},
|
||||
"bentopdf": {
|
||||
"restA_median_mb": 10,
|
||||
"restA_max_mb": 15,
|
||||
"together_median_mb": 10,
|
||||
"together_max_mb": 11,
|
||||
"paperless_median_mb": 10,
|
||||
"paperless_max_mb": 11,
|
||||
"restB_median_mb": 10,
|
||||
"restB_max_mb": 15,
|
||||
"peak_used_mb": 15,
|
||||
"peak_anon_mb": 6
|
||||
},
|
||||
"bookstack": {
|
||||
"restA_median_mb": 147,
|
||||
"restA_max_mb": 222,
|
||||
"together_median_mb": 148,
|
||||
"together_max_mb": 152,
|
||||
"paperless_median_mb": 148,
|
||||
"paperless_max_mb": 152,
|
||||
"restB_median_mb": 148,
|
||||
"restB_max_mb": 153,
|
||||
"peak_used_mb": 222,
|
||||
"peak_anon_mb": 119
|
||||
},
|
||||
"calibre-web": {
|
||||
"restA_median_mb": 159,
|
||||
"restA_max_mb": 242,
|
||||
"together_median_mb": 160,
|
||||
"together_max_mb": 161,
|
||||
"paperless_median_mb": 161,
|
||||
"paperless_max_mb": 162,
|
||||
"restB_median_mb": 161,
|
||||
"restB_max_mb": 162,
|
||||
"peak_used_mb": 242,
|
||||
"peak_anon_mb": 148
|
||||
},
|
||||
"docmost": {
|
||||
"restA_median_mb": 452,
|
||||
"restA_max_mb": 506,
|
||||
"together_median_mb": 457,
|
||||
"together_max_mb": 461,
|
||||
"paperless_median_mb": 459,
|
||||
"paperless_max_mb": 465,
|
||||
"restB_median_mb": 459,
|
||||
"restB_max_mb": 464,
|
||||
"peak_used_mb": 506,
|
||||
"peak_anon_mb": 439
|
||||
},
|
||||
"home-assistant": {
|
||||
"restA_median_mb": 353,
|
||||
"restA_max_mb": 434,
|
||||
"together_median_mb": 354,
|
||||
"together_max_mb": 354,
|
||||
"paperless_median_mb": 351,
|
||||
"paperless_max_mb": 352,
|
||||
"restB_median_mb": 352,
|
||||
"restB_max_mb": 353,
|
||||
"peak_used_mb": 434,
|
||||
"peak_anon_mb": 336
|
||||
},
|
||||
"immich": {
|
||||
"together_median_mb": 2873,
|
||||
"together_max_mb": 3290,
|
||||
"paperless_median_mb": 1556,
|
||||
"paperless_max_mb": 1562,
|
||||
"restB_median_mb": 1557,
|
||||
"restB_max_mb": 1573,
|
||||
"peak_used_mb": 3290,
|
||||
"peak_anon_mb": 2874
|
||||
},
|
||||
"jellyfin": {
|
||||
"together_median_mb": 194,
|
||||
"together_max_mb": 448,
|
||||
"paperless_median_mb": 188,
|
||||
"paperless_max_mb": 194,
|
||||
"restB_median_mb": 188,
|
||||
"restB_max_mb": 191,
|
||||
"peak_used_mb": 448,
|
||||
"peak_anon_mb": 350
|
||||
},
|
||||
"kimai": {
|
||||
"restA_median_mb": 152,
|
||||
"restA_max_mb": 250,
|
||||
"together_median_mb": 153,
|
||||
"together_max_mb": 157,
|
||||
"paperless_median_mb": 155,
|
||||
"paperless_max_mb": 159,
|
||||
"restB_median_mb": 155,
|
||||
"restB_max_mb": 157,
|
||||
"peak_used_mb": 250,
|
||||
"peak_anon_mb": 118
|
||||
},
|
||||
"nextcloud": {
|
||||
"restA_median_mb": 173,
|
||||
"restA_max_mb": 290,
|
||||
"together_median_mb": 232,
|
||||
"together_max_mb": 281,
|
||||
"paperless_median_mb": 229,
|
||||
"paperless_max_mb": 229,
|
||||
"restB_median_mb": 229,
|
||||
"restB_max_mb": 230,
|
||||
"peak_used_mb": 290,
|
||||
"peak_anon_mb": 216
|
||||
},
|
||||
"opengist": {
|
||||
"restA_median_mb": 24,
|
||||
"restA_max_mb": 66,
|
||||
"together_median_mb": 24,
|
||||
"together_max_mb": 24,
|
||||
"paperless_median_mb": 24,
|
||||
"paperless_max_mb": 24,
|
||||
"restB_median_mb": 24,
|
||||
"restB_max_mb": 28,
|
||||
"peak_used_mb": 66,
|
||||
"peak_anon_mb": 25
|
||||
},
|
||||
"paperless-ngx": {
|
||||
"restA_median_mb": 559,
|
||||
"restA_max_mb": 608,
|
||||
"together_median_mb": 555,
|
||||
"together_max_mb": 560,
|
||||
"paperless_median_mb": 687,
|
||||
"paperless_max_mb": 755,
|
||||
"restB_median_mb": 645,
|
||||
"restB_max_mb": 649,
|
||||
"peak_used_mb": 755,
|
||||
"peak_anon_mb": 648
|
||||
},
|
||||
"platform": {
|
||||
"restA_median_mb": 347,
|
||||
"restA_max_mb": 376,
|
||||
"together_median_mb": 267,
|
||||
"together_max_mb": 353,
|
||||
"paperless_median_mb": 262,
|
||||
"paperless_max_mb": 275,
|
||||
"restB_median_mb": 262,
|
||||
"restB_max_mb": 304,
|
||||
"peak_used_mb": 386,
|
||||
"peak_anon_mb": 122
|
||||
},
|
||||
"privatebin": {
|
||||
"restA_median_mb": 38,
|
||||
"restA_max_mb": 60,
|
||||
"together_median_mb": 38,
|
||||
"together_max_mb": 39,
|
||||
"paperless_median_mb": 38,
|
||||
"paperless_max_mb": 39,
|
||||
"restB_median_mb": 38,
|
||||
"restB_max_mb": 42,
|
||||
"peak_used_mb": 60,
|
||||
"peak_anon_mb": 36
|
||||
},
|
||||
"vaultwarden": {
|
||||
"restA_median_mb": 35,
|
||||
"restA_max_mb": 40,
|
||||
"together_median_mb": 37,
|
||||
"together_max_mb": 37,
|
||||
"paperless_median_mb": 37,
|
||||
"paperless_max_mb": 38,
|
||||
"restB_median_mb": 37,
|
||||
"restB_max_mb": 38,
|
||||
"peak_used_mb": 40,
|
||||
"peak_anon_mb": 39
|
||||
}
|
||||
},
|
||||
"sets": {
|
||||
"files_pw": {
|
||||
"real_peak_mb": 326,
|
||||
"at": "00:30:58Z",
|
||||
"restA_median_mb": 210,
|
||||
"together_median_mb": 269,
|
||||
"paperless_median_mb": 265,
|
||||
"restB_median_mb": 265
|
||||
},
|
||||
"family": {
|
||||
"real_peak_mb": 4900,
|
||||
"at": "00:52:35Z",
|
||||
"restA_median_mb": 1118,
|
||||
"together_median_mb": 4246,
|
||||
"paperless_median_mb": 3050,
|
||||
"restB_median_mb": 3007
|
||||
}
|
||||
},
|
||||
"host": {
|
||||
"restA": {
|
||||
"host_used_median_mb": 11410,
|
||||
"guest_cgroup_median_mb": 12537,
|
||||
"guest_anon_median_mb": 2451
|
||||
},
|
||||
"together": {
|
||||
"host_used_median_mb": 15037,
|
||||
"guest_cgroup_median_mb": 17822,
|
||||
"guest_anon_median_mb": 5049
|
||||
},
|
||||
"paperless": {
|
||||
"host_used_median_mb": 13581,
|
||||
"guest_cgroup_median_mb": 17347,
|
||||
"guest_anon_median_mb": 3850
|
||||
},
|
||||
"restB": {
|
||||
"host_used_median_mb": 13409,
|
||||
"guest_cgroup_median_mb": 17297,
|
||||
"guest_anon_median_mb": 3808
|
||||
}
|
||||
},
|
||||
"memory_peak_mb_and_oom": {
|
||||
"jellyfin": [
|
||||
497,
|
||||
0
|
||||
],
|
||||
"immich": [
|
||||
4366,
|
||||
0
|
||||
],
|
||||
"vaultwarden": [
|
||||
45,
|
||||
0
|
||||
],
|
||||
"privatebin": [
|
||||
44,
|
||||
0
|
||||
],
|
||||
"paperless-ngx": [
|
||||
903,
|
||||
0
|
||||
],
|
||||
"opengist": [
|
||||
30,
|
||||
0
|
||||
],
|
||||
"nextcloud": [
|
||||
808,
|
||||
0
|
||||
],
|
||||
"kimai": [
|
||||
343,
|
||||
0
|
||||
],
|
||||
"home-assistant": [
|
||||
441,
|
||||
0
|
||||
],
|
||||
"docmost": [
|
||||
564,
|
||||
0
|
||||
],
|
||||
"calibre-web": [
|
||||
261,
|
||||
0
|
||||
],
|
||||
"bookstack": [
|
||||
163,
|
||||
0
|
||||
],
|
||||
"adventurelog": [
|
||||
432,
|
||||
0
|
||||
],
|
||||
"platform": [
|
||||
4949,
|
||||
0
|
||||
],
|
||||
"bentopdf": [
|
||||
17,
|
||||
0
|
||||
]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,7 @@
|
||||
[
|
||||
{
|
||||
"ts": 1791941535,
|
||||
"kind": "sampling_start",
|
||||
"app": ""
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user