night 2026-10-21: soak result (no freeze in 11 h; memory pressure above 20 % for 3 min in the tier2 job, R-1214; 1 Immich upload lost, R-1215), no-swap test (the freeze comes back without host swap, R-1207), teardown, the night report
gates / gates (push) Successful in 16m4s

Rows 182 -> 184. STATUS morning list item 2 carries the soak result; CONTEXT the two results.
This commit is contained in:
admin committed 2026-10-22 06:50:29 +02:00
1 parent 97f088ec02
commit 26dbc987d9
21 files changed
+30754 -21

No files matched your search

File diff suppressed because it is too large. Load diff
File diff suppressed because it is too large. Load diff
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,4 @@
18:53:08Z LOAD START
18:53:08Z nextcloud rclone START
21:56:07Z nextcloud DONE rc 0
21:56:07Z LOAD END
@@ -0,0 +1,368 @@
18:52:32Z LOAD START
18:52:32Z nextcloud rclone START
18:52:32Z nextcloud DONE rc 1
18:52:32Z immich admin-sign-up 201
/root/load.py:42: DeprecationWarning: datetime.datetime.utcfromtimestamp() is deprecated and scheduled for removal in a future version. Use timezone-aware objects to represent datetimes in UTC: datetime.datetime.fromtimestamp(timestamp, datetime.UTC).
st = os.stat(f); ts = dt.datetime.utcfromtimestamp(st.st_mtime).isoformat() + "Z"
18:52:33Z immich IMG_20090000.jpg 201
18:52:33Z immich IMG_20090018.jpg 201
18:52:33Z immich IMG_20090036.jpg 201
18:52:33Z immich IMG_20090054.jpg 201
18:52:33Z immich IMG_20090072.jpg 201
18:52:33Z immich IMG_20090090.jpg 201
18:52:33Z immich IMG_20090108.jpg 201
18:52:33Z immich IMG_20090126.jpg 201
18:52:33Z immich IMG_20090144.jpg 201
18:52:33Z immich IMG_20090162.jpg 201
18:52:33Z immich IMG_20090180.jpg 201
18:52:33Z immich IMG_20090198.jpg 201
18:52:33Z immich IMG_20090216.jpg 201
18:52:34Z immich IMG_20090234.jpg 201
18:52:34Z immich IMG_20090252.jpg 201
18:52:34Z immich IMG_20090270.jpg 201
18:52:34Z immich IMG_20090288.jpg 201
18:52:34Z immich IMG_20100001.jpg 201
18:52:34Z immich IMG_20100019.jpg 201
18:52:34Z immich IMG_20100037.jpg 201
18:52:34Z immich IMG_20100055.jpg 201
18:52:34Z immich IMG_20100073.jpg 201
18:52:34Z immich IMG_20100091.jpg 201
18:52:34Z paperless jelszavas_kivonat.pdf 200
18:52:34Z immich IMG_20100109.jpg 201
18:52:34Z immich IMG_20100127.jpg 201
18:52:34Z immich IMG_20100145.jpg 201
18:52:34Z immich IMG_20100163.jpg 201
18:52:34Z immich IMG_20100181.jpg 201
18:52:34Z immich IMG_20100199.jpg 201
18:52:35Z immich IMG_20100217.jpg 201
18:52:35Z paperless kezikonyv_100_oldal.pdf 200
18:52:35Z immich IMG_20100235.jpg 201
18:52:35Z immich IMG_20100253.jpg 201
18:52:35Z immich IMG_20100271.jpg 201
18:52:35Z immich IMG_20100289.jpg 201
18:52:35Z immich IMG_20110002.jpg 201
18:52:36Z paperless szamla_2024_000.pdf 200
18:52:36Z immich IMG_20110020.jpg 201
18:52:36Z immich IMG_20110038.jpg 201
18:52:36Z immich IMG_20110056.jpg 201
18:52:36Z immich IMG_20110074.jpg 201
18:52:36Z immich IMG_20110092.jpg 201
18:52:36Z paperless szamla_2024_003.pdf 200
18:52:37Z immich IMG_20110110.jpg 201
18:52:37Z paperless szamla_2024_006.pdf 200
18:52:37Z immich IMG_20110128.jpg 201
18:52:37Z immich IMG_20110146.jpg 201
18:52:37Z immich IMG_20110164.jpg 201
18:52:37Z immich IMG_20110182.jpg 201
18:52:38Z paperless szamla_2024_009.pdf 200
18:52:38Z immich IMG_20110200.jpg 201
18:52:38Z immich IMG_20110218.jpg 201
18:52:38Z immich IMG_20110236.jpg 201
18:52:38Z paperless szamla_2024_012.pdf 200
18:52:38Z immich IMG_20110254.jpg 201
18:52:39Z immich IMG_20110272.jpg 201
18:52:39Z immich IMG_20110290.jpg 201
18:52:39Z immich IMG_20120003.jpg 201
18:52:39Z immich IMG_20120021.jpg 201
18:52:39Z paperless szamla_2024_015.pdf 200
18:52:39Z immich IMG_20120039.jpg 201
18:52:39Z immich IMG_20120057.jpg 201
18:52:39Z immich IMG_20120075.jpg 201
18:52:39Z immich IMG_20120093.jpg 201
18:52:40Z immich IMG_20120111.jpg 201
18:52:40Z paperless szamla_2024_018.pdf 200
18:52:40Z immich IMG_20120129.jpg 201
18:52:40Z immich IMG_20120147.jpg 201
18:52:40Z immich IMG_20120165.jpg 201
18:52:40Z immich IMG_20120183.jpg 201
18:52:40Z paperless szamla_2024_021.pdf 200
18:52:40Z immich IMG_20120201.jpg 201
18:52:40Z immich IMG_20120219.jpg 201
18:52:41Z immich IMG_20120237.jpg 201
18:52:41Z paperless szamla_2024_024.pdf 200
18:52:41Z immich IMG_20120255.jpg 201
18:52:41Z immich IMG_20120273.jpg 201
18:52:41Z immich IMG_20120291.jpg 201
18:52:41Z immich IMG_20130004.jpg 201
18:52:41Z paperless szamla_2024_027.pdf 200
18:52:42Z immich IMG_20130022.jpg 201
18:52:42Z immich IMG_20130040.jpg 201
18:52:42Z paperless szamla_2024_030.pdf 200
18:52:42Z immich IMG_20130058.jpg 201
18:52:42Z immich IMG_20130076.jpg 201
18:52:43Z immich IMG_20130094.jpg 201
18:52:44Z paperless szamla_2024_033.pdf 200
18:52:44Z immich IMG_20130112.jpg 201
18:52:44Z immich IMG_20130130.jpg 201
18:52:45Z immich IMG_20130148.jpg 201
18:52:45Z paperless szamla_2024_036.pdf 200
18:52:45Z immich IMG_20130166.jpg 201
18:52:46Z paperless szamla_2024_039.pdf 200
18:52:46Z immich IMG_20130184.jpg 201
18:52:46Z immich IMG_20130202.jpg 201
18:52:46Z immich IMG_20130220.jpg 201
18:52:46Z immich IMG_20130238.jpg 201
18:52:46Z immich IMG_20130256.jpg 201
18:52:46Z immich IMG_20130274.jpg 201
18:52:46Z paperless szamla_2024_042.pdf 200
18:52:47Z immich IMG_20130292.jpg 201
18:52:47Z immich IMG_20140005.jpg 201
18:52:47Z immich IMG_20140023.jpg 201
18:52:47Z immich IMG_20140041.jpg 201
18:52:48Z paperless szamla_2024_045.pdf 200
18:52:48Z immich IMG_20140059.jpg 201
18:52:49Z paperless szamla_2024_048.pdf 200
18:52:49Z immich IMG_20140077.jpg 201
18:52:49Z immich IMG_20140095.jpg 201
18:52:50Z immich IMG_20140113.jpg 201
18:52:50Z immich IMG_20140131.jpg 201
18:52:50Z immich IMG_20140149.jpg 201
18:52:50Z immich IMG_20140167.jpg 201
18:52:50Z paperless szamla_2025_001.pdf 200
18:52:50Z immich IMG_20140185.jpg 201
18:52:51Z paperless szamla_2025_004.pdf 200
18:52:51Z immich IMG_20140203.jpg 201
18:52:51Z immich IMG_20140221.jpg 201
18:52:51Z paperless szamla_2025_007.pdf 200
18:52:51Z immich IMG_20140239.jpg 201
18:52:51Z immich IMG_20140257.jpg 201
18:52:52Z immich IMG_20140275.jpg 201
18:52:52Z immich IMG_20140293.jpg 201
18:52:52Z immich IMG_20150006.jpg 201
18:52:52Z immich IMG_20150024.jpg 201
18:52:52Z immich IMG_20150042.jpg 201
18:52:52Z immich IMG_20150060.jpg 201
18:52:52Z immich IMG_20150078.jpg 201
18:52:52Z paperless szamla_2025_010.pdf 200
18:52:52Z immich IMG_20150096.jpg 201
18:52:52Z immich IMG_20150114.jpg 201
18:52:52Z immich IMG_20150132.jpg 201
18:52:53Z immich IMG_20150150.jpg 201
18:52:53Z immich IMG_20150168.jpg 201
18:52:53Z paperless szamla_2025_013.pdf 200
18:52:55Z paperless szamla_2025_016.pdf 200
18:52:55Z immich IMG_20150186.jpg 201
18:52:55Z immich IMG_20150204.jpg 201
18:52:55Z immich IMG_20150222.jpg 201
18:52:56Z immich IMG_20150240.jpg 201
18:52:56Z immich IMG_20150258.jpg 201
18:52:56Z immich IMG_20150276.jpg 201
18:52:56Z paperless szamla_2025_019.pdf 200
18:52:57Z immich IMG_20150294.jpg 201
18:52:57Z immich IMG_20160007.jpg 201
18:52:57Z immich IMG_20160025.jpg 201
18:52:57Z immich IMG_20160043.jpg 201
18:52:57Z paperless szamla_2025_022.pdf 200
18:52:57Z immich IMG_20160061.jpg 201
18:52:58Z immich IMG_20160079.jpg 201
18:52:58Z immich IMG_20160097.jpg 201
18:52:58Z immich IMG_20160115.jpg 201
18:52:58Z immich IMG_20160133.jpg 201
18:52:58Z paperless szamla_2025_025.pdf 200
18:52:58Z immich IMG_20160151.jpg 201
18:52:59Z immich IMG_20160169.jpg 201
18:52:59Z paperless szamla_2025_028.pdf 200
18:52:59Z immich IMG_20160187.jpg 201
18:52:59Z immich IMG_20160205.jpg 201
18:52:59Z immich IMG_20160223.jpg 201
18:52:59Z immich IMG_20160241.jpg 201
18:52:59Z immich IMG_20160259.jpg 201
18:52:59Z paperless szamla_2025_031.pdf 200
18:53:00Z immich IMG_20160277.jpg 201
18:53:00Z immich IMG_20160295.jpg 201
18:53:00Z immich IMG_20170008.jpg 201
18:53:00Z immich IMG_20170026.jpg 201
18:53:00Z immich IMG_20170044.jpg 201
18:53:00Z immich IMG_20170062.jpg 201
18:53:00Z paperless szamla_2025_034.pdf 200
18:53:00Z immich IMG_20170080.jpg 201
18:53:00Z immich IMG_20170098.jpg 201
18:53:01Z immich IMG_20170116.jpg 201
18:53:01Z paperless szamla_2025_037.pdf 200
18:53:01Z immich IMG_20170134.jpg 201
18:53:01Z immich IMG_20170152.jpg 201
18:53:01Z immich IMG_20170170.jpg 201
18:53:01Z immich IMG_20170188.jpg 201
18:53:01Z immich IMG_20170206.jpg 201
18:53:01Z paperless szamla_2025_040.pdf 200
18:53:02Z immich IMG_20170224.jpg 201
18:53:02Z immich IMG_20170242.jpg 201
18:53:02Z immich IMG_20170260.jpg 201
18:53:02Z immich IMG_20170278.jpg 201
18:53:02Z immich IMG_20170296.jpg 201
18:53:02Z immich IMG_20180009.jpg 201
18:53:03Z immich IMG_20180027.jpg 201
18:53:03Z paperless szamla_2025_043.pdf 200
18:53:03Z immich IMG_20180045.jpg 201
18:53:03Z immich IMG_20180063.jpg 201
18:53:03Z immich IMG_20180081.jpg 201
18:53:04Z paperless szamla_2025_046.pdf 200
18:53:04Z immich IMG_20180099.jpg 201
18:53:04Z immich IMG_20180117.jpg 201
18:53:05Z immich IMG_20180135.jpg 201
18:53:05Z immich IMG_20180153.jpg 201
18:53:05Z paperless szamla_2025_049.pdf 200
18:53:05Z immich IMG_20180171.jpg 201
18:53:05Z immich IMG_20180189.jpg 201
18:53:05Z immich IMG_20180207.jpg 201
18:53:06Z paperless szamla_2026_002.pdf 200
18:53:07Z paperless szamla_2026_005.pdf 200
18:53:08Z paperless szamla_2026_008.pdf 200
18:53:08Z immich IMG_20180225.jpg 201
18:53:09Z immich IMG_20180243.jpg 201
18:53:09Z paperless szamla_2026_011.pdf 200
18:53:09Z immich IMG_20180261.jpg 201
18:53:09Z immich IMG_20180279.jpg 201
18:53:10Z immich IMG_20180297.jpg 201
18:53:10Z paperless szamla_2026_014.pdf 200
18:53:11Z paperless szamla_2026_017.pdf 200
18:53:11Z immich IMG_20190010.jpg 201
18:53:11Z immich IMG_20190028.jpg 201
18:53:11Z immich IMG_20190046.jpg 201
18:53:12Z immich IMG_20190064.jpg 201
18:53:12Z immich IMG_20190082.jpg 201
18:53:12Z immich IMG_20190100.jpg 201
18:53:13Z paperless szamla_2026_020.pdf 200
18:53:13Z immich IMG_20190118.jpg 201
18:53:13Z immich IMG_20190136.jpg 201
18:53:13Z immich IMG_20190154.jpg 201
18:53:13Z immich IMG_20190172.jpg 201
18:53:14Z immich IMG_20190190.jpg 201
18:53:14Z immich IMG_20190208.jpg 201
18:53:14Z immich IMG_20190226.jpg 201
18:53:14Z immich IMG_20190244.jpg 201
18:53:14Z paperless szamla_2026_023.pdf 200
18:53:14Z immich IMG_20190262.jpg 201
18:53:14Z immich IMG_20190280.jpg 201
18:53:15Z immich IMG_20190298.jpg 201
18:53:15Z immich IMG_20200011.jpg 201
18:53:15Z immich IMG_20200029.jpg 201
18:53:15Z immich IMG_20200047.jpg 201
18:53:15Z immich IMG_20200065.jpg 201
18:53:16Z paperless szamla_2026_026.pdf 200
18:53:16Z immich IMG_20200083.jpg 201
18:53:16Z immich IMG_20200101.jpg 201
18:53:16Z immich IMG_20200119.jpg 201
18:53:17Z immich IMG_20200137.jpg 201
18:53:17Z immich IMG_20200155.jpg 201
18:53:18Z immich IMG_20200173.jpg 201
18:53:19Z immich IMG_20200191.jpg 201
18:53:20Z immich IMG_20200209.jpg 201
18:53:20Z immich IMG_20200227.jpg 201
18:53:20Z paperless szamla_2026_029.pdf 200
18:53:20Z immich IMG_20200245.jpg 201
18:53:20Z immich IMG_20200263.jpg 201
18:53:21Z immich IMG_20200281.jpg 201
18:53:21Z immich IMG_20200299.jpg 201
18:53:21Z immich IMG_20210012.jpg 201
18:53:21Z immich IMG_20210030.jpg 201
18:53:21Z immich IMG_20210048.jpg 201
18:53:22Z immich IMG_20210066.jpg 201
18:53:22Z paperless szamla_2026_032.pdf 200
18:53:22Z immich IMG_20210084.jpg 201
18:53:22Z immich IMG_20210102.jpg 201
18:53:22Z immich IMG_20210120.jpg 201
18:53:22Z immich IMG_20210138.jpg 201
18:53:23Z immich IMG_20210156.jpg 201
18:53:23Z paperless szamla_2026_035.pdf 200
18:53:23Z immich IMG_20210174.jpg 201
18:53:23Z immich IMG_20210192.jpg 201
18:53:24Z immich IMG_20210210.jpg 201
18:53:24Z paperless szamla_2026_038.pdf 200
18:53:24Z immich IMG_20210228.jpg 201
18:53:24Z immich IMG_20210246.jpg 201
18:53:25Z immich IMG_20210264.jpg 201
18:53:25Z immich IMG_20210282.jpg 201
18:53:25Z immich IMG_20220013.jpg 201
18:53:25Z immich IMG_20220031.jpg 201
18:53:26Z paperless szamla_2026_041.pdf 200
18:53:26Z immich IMG_20220049.jpg 201
18:53:26Z immich IMG_20220067.jpg 201
18:53:27Z immich IMG_20220085.jpg 201
18:53:27Z paperless szamla_2026_044.pdf 200
18:53:27Z immich IMG_20220103.jpg 201
18:53:28Z paperless szamla_2026_047.pdf 200
18:53:28Z immich IMG_20220121.jpg 201
18:53:28Z immich IMG_20220139.jpg 201
18:53:29Z immich IMG_20220157.jpg 201
18:53:29Z paperless szkennelt_nyilatkozat.pdf 200
18:53:29Z paperless DONE ok 53 bad 0
18:53:29Z immich IMG_20220175.jpg 201
18:53:29Z immich IMG_20220193.jpg 201
18:53:30Z immich IMG_20220211.jpg 201
18:53:30Z immich IMG_20220229.jpg 201
18:53:30Z immich IMG_20220247.jpg 201
18:53:30Z immich IMG_20220265.jpg 201
18:53:31Z immich IMG_20220283.jpg 201
18:53:31Z immich IMG_20230014.jpg 201
18:53:32Z immich IMG_20230032.jpg 201
18:53:32Z immich IMG_20230050.jpg 201
18:53:32Z immich IMG_20230068.jpg 201
18:53:33Z immich IMG_20230086.jpg 201
18:53:33Z immich IMG_20230104.jpg 201
18:53:33Z immich IMG_20230122.jpg 201
18:53:34Z immich IMG_20230140.jpg 201
18:53:34Z immich IMG_20230158.jpg 201
18:53:35Z immich IMG_20230176.jpg 201
18:53:35Z immich IMG_20230194.jpg 201
18:53:36Z immich IMG_20230212.jpg 201
18:53:36Z immich IMG_20230230.jpg 201
18:53:37Z immich IMG_20230248.jpg 201
18:53:37Z immich IMG_20230266.jpg 201
18:53:37Z immich IMG_20230284.jpg 201
18:53:38Z immich IMG_20240015.jpg 201
18:53:39Z immich IMG_20240033.jpg 201
18:53:39Z immich IMG_20240051.jpg 201
18:53:40Z immich IMG_20240069.jpg 201
18:53:40Z immich IMG_20240087.jpg 201
18:53:40Z immich IMG_20240105.jpg 201
18:53:41Z immich IMG_20240123.jpg 201
18:53:41Z immich IMG_20240141.jpg 201
18:53:41Z immich IMG_20240159.jpg 201
18:53:42Z immich IMG_20240177.jpg 201
18:53:42Z immich IMG_20240195.jpg 201
18:53:42Z immich IMG_20240213.jpg 201
18:53:43Z immich IMG_20240231.jpg 201
18:53:43Z immich IMG_20240249.jpg 201
18:53:43Z immich IMG_20240267.jpg 201
18:53:44Z immich IMG_20240285.jpg 201
18:53:44Z immich IMG_20250016.jpg 201
18:53:44Z immich IMG_20250034.jpg 201
18:53:45Z immich IMG_20250052.jpg 201
18:53:45Z immich IMG_20250070.jpg 201
18:53:45Z immich IMG_20250088.jpg 201
18:53:45Z immich IMG_20250106.jpg 201
18:53:45Z immich IMG_20250124.jpg 201
18:53:47Z immich IMG_20250142.jpg 201
18:53:47Z immich IMG_20250160.jpg 201
18:53:47Z immich IMG_20250178.jpg 201
18:53:48Z immich IMG_20250196.jpg 201
18:53:48Z immich IMG_20250214.jpg 201
18:53:49Z immich IMG_20250232.jpg 201
18:53:49Z immich IMG_20250250.jpg 201
18:53:49Z immich IMG_20250268.jpg 201
18:53:49Z immich IMG_20250286.jpg 201
18:53:50Z immich IMG_20260017.jpg 201
18:53:50Z immich IMG_20260035.jpg 201
18:53:50Z immich IMG_20260053.jpg 201
18:53:50Z immich IMG_20260071.jpg 201
18:53:50Z immich IMG_20260089.jpg 201
18:53:50Z immich IMG_20260107.jpg 201
18:53:51Z immich IMG_20260125.jpg 201
18:53:51Z immich IMG_20260143.jpg 201
18:53:51Z immich IMG_20260161.jpg 201
18:53:52Z immich IMG_20260179.jpg 201
18:53:52Z immich IMG_20260197.jpg 201
18:53:53Z immich IMG_20260215.jpg 201
18:53:53Z immich IMG_20260233.jpg 201
18:53:53Z immich IMG_20260251.jpg 201
18:53:53Z immich IMG_20260269.jpg 201
18:53:54Z immich IMG_20260287.jpg 201
18:53:54Z immich IMG_20160007_masolat.jpg 200
18:53:54Z immich duplikatum_IMG_20160007.jpg 200
18:54:03Z immich nyaralas_2025.mp4 201
18:54:03Z immich rajz_Kata.png 201
18:54:03Z immich torott_kep.jpg 201
18:54:03Z immich ures.jpg 400
18:54:03Z immich DONE ok 305 bad 1
18:54:03Z LOAD END
@@ -0,0 +1,478 @@
18:54:04Z PROOF START 118 min — each stream repeats on its own until the end
18:54:06Z c1 immich new user 201
18:54:13Z c1 paperless delete 6 200
18:54:14Z c1 paperless empty trash 200
18:55:26Z c1 immich DONE ok 305 bad 1
18:55:27Z c1 paperless DONE ok 53 bad 0
18:55:27Z c2 immich new user 201
18:55:29Z c2 paperless delete 5 200
18:55:32Z c2 paperless empty trash 200
18:56:36Z c2 paperless DONE ok 53 bad 0
18:56:36Z c2 immich DONE ok 305 bad 1
18:56:39Z c3 immich new user 201
18:56:42Z c3 paperless delete 4 200
18:56:44Z c3 paperless empty trash 200
18:57:48Z c3 paperless DONE ok 53 bad 0
18:57:52Z c4 paperless delete 4 200
18:57:53Z c4 paperless empty trash 200
18:57:56Z c3 immich DONE ok 305 bad 1
18:57:58Z c4 immich new user 201
18:58:53Z c4 paperless DONE ok 53 bad 0
18:58:56Z c5 paperless delete 5 200
18:58:58Z c5 paperless empty trash 200
18:59:12Z c4 immich DONE ok 305 bad 1
18:59:14Z c5 immich new user 201
19:00:05Z c5 paperless DONE ok 53 bad 0
19:00:13Z c6 paperless delete 4 200
19:00:14Z c6 paperless empty trash 200
19:00:32Z c5 immich DONE ok 305 bad 1
19:00:34Z c6 immich new user 201
19:01:20Z c6 paperless DONE ok 53 bad 0
19:01:23Z c7 paperless delete 5 200
19:01:24Z c7 paperless empty trash 200
19:01:46Z c6 immich DONE ok 305 bad 1
19:01:48Z c7 immich new user 201
19:02:27Z c7 paperless DONE ok 53 bad 0
19:02:31Z c8 paperless delete 5 200
19:02:32Z c8 paperless empty trash 200
19:02:58Z c7 immich DONE ok 305 bad 1
19:03:00Z c8 immich new user 201
19:03:39Z c8 paperless DONE ok 53 bad 0
19:03:45Z c9 paperless delete 4 200
19:03:47Z c9 paperless empty trash 200
19:04:15Z c8 immich DONE ok 305 bad 1
19:04:17Z c9 immich new user 201
19:04:50Z c9 paperless DONE ok 53 bad 0
19:04:53Z c10 paperless delete 4 200
19:04:54Z c10 paperless empty trash 200
19:05:49Z c9 immich DONE ok 305 bad 1
19:05:55Z c10 immich new user 201
19:06:03Z c10 paperless DONE ok 53 bad 0
19:06:08Z c11 paperless delete 4 200
19:06:09Z c11 paperless empty trash 200
19:07:11Z c11 paperless DONE ok 53 bad 0
19:07:14Z c12 paperless delete 4 200
19:07:16Z c12 paperless empty trash 200
19:07:23Z c10 immich DONE ok 305 bad 1
19:07:24Z c11 immich new user 201
19:08:19Z c12 paperless DONE ok 53 bad 0
19:08:24Z c13 paperless delete 4 200
19:08:26Z c13 paperless empty trash 200
19:08:30Z c11 immich DONE ok 305 bad 1
19:08:33Z c12 immich new user 201
19:09:24Z c13 paperless DONE ok 53 bad 0
19:09:26Z c14 paperless delete 4 200
19:09:27Z c14 paperless empty trash 200
19:09:37Z c12 immich DONE ok 305 bad 1
19:09:38Z c13 immich new user 201
19:10:34Z c14 paperless DONE ok 53 bad 0
19:10:38Z c15 paperless delete 4 200
19:10:40Z c15 paperless empty trash 200
19:10:48Z c13 immich DONE ok 305 bad 1
19:10:51Z c14 immich new user 201
19:11:45Z c15 paperless DONE ok 53 bad 0
19:11:49Z c16 paperless delete 4 200
19:11:50Z c16 paperless empty trash 200
19:12:17Z c14 immich DONE ok 305 bad 1
19:12:18Z c15 immich new user 201
19:12:57Z c16 paperless DONE ok 53 bad 0
19:13:01Z c17 paperless delete 5 200
19:13:04Z c17 paperless empty trash 200
19:13:28Z c15 immich DONE ok 305 bad 1
19:13:31Z c16 immich new user 201
19:14:09Z c17 paperless DONE ok 53 bad 0
19:14:13Z c18 paperless delete 4 200
19:14:14Z c18 paperless empty trash 200
19:14:36Z c16 immich DONE ok 305 bad 1
19:14:38Z c17 immich new user 201
19:15:22Z c18 paperless DONE ok 53 bad 0
19:15:25Z c19 paperless delete 5 200
19:15:27Z c19 paperless empty trash 200
19:15:39Z c17 immich DONE ok 305 bad 1
19:15:42Z c18 immich new user 201
19:16:33Z c19 paperless DONE ok 53 bad 0
19:16:36Z c20 paperless delete 4 200
19:16:38Z c20 paperless empty trash 200
19:16:48Z c18 immich DONE ok 305 bad 1
19:16:50Z c19 immich new user 201
19:17:42Z c20 paperless DONE ok 53 bad 0
19:17:46Z c21 paperless delete 5 200
19:17:47Z c21 paperless empty trash 200
19:17:50Z c19 immich DONE ok 305 bad 1
19:17:53Z c20 immich new user 201
19:18:43Z c21 paperless DONE ok 53 bad 0
19:18:45Z c22 paperless delete 4 200
19:18:47Z c22 paperless empty trash 200
19:18:59Z c20 immich DONE ok 305 bad 1
19:19:00Z c21 immich new user 201
19:19:51Z c22 paperless DONE ok 53 bad 0
19:19:54Z c23 paperless delete 4 200
19:19:56Z c23 paperless empty trash 200
19:20:07Z c21 immich DONE ok 305 bad 1
19:20:09Z c22 immich new user 201
19:20:57Z c23 paperless DONE ok 53 bad 0
19:21:00Z c24 paperless delete 4 200
19:21:01Z c24 paperless empty trash 200
19:21:26Z c22 immich DONE ok 305 bad 1
19:21:28Z c23 immich new user 201
19:22:14Z c24 paperless DONE ok 53 bad 0
19:22:17Z c25 paperless delete 3 200
19:22:17Z c25 paperless empty trash 200
19:22:32Z c23 immich DONE ok 305 bad 1
19:22:34Z c24 immich new user 201
19:23:20Z c25 paperless DONE ok 53 bad 0
19:23:25Z c26 paperless delete 4 200
19:23:27Z c26 paperless empty trash 200
19:23:43Z c24 immich DONE ok 305 bad 1
19:23:45Z c25 immich new user 201
19:24:36Z c26 paperless DONE ok 53 bad 0
19:24:39Z c27 paperless delete 4 200
19:24:40Z c27 paperless empty trash 200
19:25:10Z c25 immich DONE ok 305 bad 1
19:25:12Z c26 immich new user 201
19:25:43Z c27 paperless DONE ok 53 bad 0
19:25:52Z c28 paperless delete 4 200
19:25:54Z c28 paperless empty trash 200
19:26:36Z c26 immich DONE ok 305 bad 1
19:26:39Z c27 immich new user 201
19:27:21Z c28 paperless DONE ok 53 bad 0
19:27:29Z c29 paperless delete 5 200
19:27:30Z c29 paperless empty trash 200
19:28:00Z c27 immich DONE ok 305 bad 1
19:28:02Z c28 immich new user 201
19:28:35Z c29 paperless DONE ok 53 bad 0
19:28:37Z c30 paperless delete 4 200
19:28:38Z c30 paperless empty trash 200
19:29:09Z c28 immich DONE ok 305 bad 1
19:29:13Z c29 immich new user 201
19:29:46Z c30 paperless DONE ok 53 bad 0
19:29:50Z c31 paperless delete 4 200
19:29:51Z c31 paperless empty trash 200
19:30:17Z c29 immich DONE ok 305 bad 1
19:30:20Z c30 immich new user 201
19:31:28Z c31 paperless DONE ok 53 bad 0
19:31:30Z c32 paperless delete 6 200
19:31:31Z c32 paperless empty trash 200
19:31:54Z c30 immich DONE ok 305 bad 1
19:31:56Z c31 immich new user 201
19:32:55Z c32 paperless DONE ok 53 bad 0
19:32:58Z c33 paperless delete 4 200
19:32:59Z c33 paperless empty trash 200
19:33:12Z c31 immich DONE ok 305 bad 1
19:33:14Z c32 immich new user 201
19:34:06Z c33 paperless DONE ok 53 bad 0
19:34:11Z c34 paperless delete 5 200
19:34:12Z c34 paperless empty trash 200
19:34:32Z c32 immich DONE ok 305 bad 1
19:34:33Z c33 immich new user 201
19:35:18Z c34 paperless DONE ok 53 bad 0
19:35:20Z c35 paperless delete 5 200
19:35:21Z c35 paperless empty trash 200
19:35:55Z c33 immich DONE ok 305 bad 1
19:35:57Z c34 immich new user 201
19:36:29Z c35 paperless DONE ok 53 bad 0
19:36:32Z c36 paperless delete 3 200
19:36:34Z c36 paperless empty trash 200
19:37:05Z c34 immich DONE ok 305 bad 1
19:37:09Z c35 immich new user 201
19:37:41Z c36 paperless DONE ok 53 bad 0
19:37:45Z c37 paperless delete 4 200
19:37:47Z c37 paperless empty trash 200
19:38:14Z c35 immich DONE ok 305 bad 1
19:38:17Z c36 immich new user 201
19:38:50Z c37 paperless DONE ok 53 bad 0
19:38:53Z c38 paperless delete 3 200
19:38:54Z c38 paperless empty trash 200
19:39:54Z c38 paperless DONE ok 53 bad 0
19:39:57Z c39 paperless delete 4 200
19:39:59Z c39 paperless empty trash 200
19:40:53Z c39 paperless DONE ok 53 bad 0
19:40:55Z c40 paperless delete 4 200
19:40:56Z c40 paperless empty trash 200
19:41:47Z c40 paperless DONE ok 53 bad 0
19:41:50Z c41 paperless delete 4 200
19:41:50Z c41 paperless empty trash 200
19:42:50Z c41 paperless DONE ok 53 bad 0
19:42:51Z c42 paperless delete 5 200
19:42:53Z c42 paperless empty trash 200
19:43:50Z c42 paperless DONE ok 53 bad 0
19:43:53Z c43 paperless delete 4 200
19:43:54Z c43 paperless empty trash 200
19:44:54Z c43 paperless DONE ok 53 bad 0
19:44:57Z c44 paperless delete 5 200
19:44:58Z c44 paperless empty trash 200
19:45:56Z c44 paperless DONE ok 53 bad 0
19:45:59Z c45 paperless delete 4 200
19:46:01Z c45 paperless empty trash 200
19:46:57Z c45 paperless DONE ok 53 bad 0
19:47:01Z c46 paperless delete 5 200
19:47:03Z c46 paperless empty trash 200
19:48:01Z c46 paperless DONE ok 53 bad 0
19:48:03Z c47 paperless delete 5 200
19:48:05Z c47 paperless empty trash 200
19:48:30Z c36 immich IMG_20120021.jpg ERR HTTPSConnectionPool(host='192.168.0.125', port=443): Read timed out. (read timeout=600)
19:49:00Z c47 paperless DONE ok 53 bad 0
19:49:02Z c48 paperless delete 4 200
19:49:04Z c48 paperless empty trash 200
19:49:36Z c36 immich DONE ok 304 bad 2
19:49:38Z c37 immich new user 201
19:50:14Z c48 paperless DONE ok 53 bad 0
19:50:20Z c49 paperless delete 4 200
19:50:21Z c49 paperless empty trash 200
19:50:56Z c37 immich DONE ok 305 bad 1
19:50:58Z c38 immich new user 201
19:51:29Z c49 paperless DONE ok 53 bad 0
19:51:32Z c50 paperless delete 3 200
19:51:34Z c50 paperless empty trash 200
19:52:16Z c38 immich DONE ok 305 bad 1
19:52:18Z c39 immich new user 201
19:52:43Z c50 paperless DONE ok 53 bad 0
19:52:48Z c51 paperless delete 5 200
19:52:51Z c51 paperless empty trash 200
19:53:27Z c39 immich DONE ok 305 bad 1
19:53:29Z c40 immich new user 201
19:53:49Z c51 paperless DONE ok 53 bad 0
19:53:55Z c52 paperless delete 4 200
19:53:56Z c52 paperless empty trash 200
19:54:58Z c40 immich DONE ok 305 bad 1
19:55:00Z c41 immich new user 201
19:55:00Z c52 paperless DONE ok 53 bad 0
19:55:05Z c53 paperless delete 4 200
19:55:06Z c53 paperless empty trash 200
19:56:11Z c41 immich DONE ok 305 bad 1
19:56:12Z c53 paperless DONE ok 53 bad 0
19:56:14Z c42 immich new user 201
19:56:16Z c54 paperless delete 5 200
19:56:18Z c54 paperless empty trash 200
19:57:25Z c42 immich DONE ok 305 bad 1
19:57:27Z c43 immich new user 201
19:57:28Z c54 paperless DONE ok 53 bad 0
19:57:32Z c55 paperless delete 5 200
19:57:33Z c55 paperless empty trash 200
19:58:35Z c43 immich DONE ok 305 bad 1
19:58:37Z c55 paperless DONE ok 53 bad 0
19:58:37Z c44 immich new user 201
19:58:42Z c56 paperless delete 4 200
19:58:45Z c56 paperless empty trash 200
19:59:49Z c44 immich DONE ok 305 bad 1
19:59:52Z c45 immich new user 201
19:59:52Z c56 paperless DONE ok 53 bad 0
19:59:57Z c57 paperless delete 4 200
19:59:59Z c57 paperless empty trash 200
20:01:08Z c57 paperless DONE ok 53 bad 0
20:01:09Z c45 immich DONE ok 305 bad 1
20:01:11Z c46 immich new user 201
20:01:15Z c58 paperless delete 5 200
20:01:17Z c58 paperless empty trash 200
20:02:23Z c46 immich DONE ok 305 bad 1
20:02:24Z c58 paperless DONE ok 53 bad 0
20:02:25Z c47 immich new user 201
20:02:28Z c59 paperless delete 4 200
20:02:29Z c59 paperless empty trash 200
20:03:29Z c47 immich DONE ok 305 bad 1
20:03:31Z c48 immich new user 201
20:03:33Z c59 paperless DONE ok 53 bad 0
20:03:36Z c60 paperless delete 4 200
20:03:37Z c60 paperless empty trash 200
20:04:40Z c60 paperless DONE ok 53 bad 0
20:04:43Z c61 paperless delete 4 200
20:04:44Z c61 paperless empty trash 200
20:04:45Z c48 immich DONE ok 305 bad 1
20:04:48Z c49 immich new user 201
20:05:50Z c49 immich DONE ok 305 bad 1
20:05:55Z c50 immich new user 201
20:06:00Z c61 paperless DONE ok 53 bad 0
20:06:05Z c62 paperless delete 4 200
20:06:08Z c62 paperless empty trash 200
20:07:03Z c50 immich DONE ok 305 bad 1
20:07:05Z c51 immich new user 201
20:07:17Z c62 paperless DONE ok 53 bad 0
20:07:20Z c63 paperless delete 2 200
20:07:21Z c63 paperless empty trash 200
20:08:27Z c63 paperless DONE ok 53 bad 0
20:08:31Z c51 immich DONE ok 305 bad 1
20:08:33Z c52 immich new user 201
20:08:33Z c64 paperless delete 5 200
20:08:35Z c64 paperless empty trash 200
20:09:34Z c64 paperless DONE ok 53 bad 0
20:09:34Z c52 immich DONE ok 305 bad 1
20:09:36Z c53 immich new user 201
20:09:47Z c65 paperless delete 4 200
20:09:49Z c65 paperless empty trash 200
20:10:51Z c53 immich DONE ok 305 bad 1
20:10:52Z c65 paperless DONE ok 53 bad 0
20:10:54Z c54 immich new user 201
20:10:56Z c66 paperless delete 4 200
20:10:58Z c66 paperless empty trash 200
20:12:04Z c54 immich DONE ok 305 bad 1
20:12:06Z c55 immich new user 201
20:12:13Z c66 paperless DONE ok 53 bad 0
20:12:18Z c67 paperless delete 6 200
20:12:20Z c67 paperless empty trash 200
20:13:11Z c55 immich DONE ok 305 bad 1
20:13:12Z c56 immich new user 201
20:13:27Z c67 paperless DONE ok 53 bad 0
20:13:30Z c68 paperless delete 5 200
20:13:31Z c68 paperless empty trash 200
20:14:14Z c56 immich DONE ok 305 bad 1
20:14:17Z c57 immich new user 201
20:14:33Z c68 paperless DONE ok 53 bad 0
20:14:36Z c69 paperless delete 4 200
20:14:38Z c69 paperless empty trash 200
20:15:43Z c69 paperless DONE ok 53 bad 0
20:15:46Z c57 immich DONE ok 305 bad 1
20:15:48Z c70 paperless delete 4 200
20:15:48Z c58 immich new user 201
20:15:50Z c70 paperless empty trash 200
20:16:57Z c58 immich DONE ok 305 bad 1
20:16:58Z c59 immich new user 201
20:17:03Z c70 paperless DONE ok 53 bad 0
20:17:08Z c71 paperless delete 4 200
20:17:10Z c71 paperless empty trash 200
20:18:07Z c59 immich DONE ok 305 bad 1
20:18:09Z c60 immich new user 201
20:18:18Z c71 paperless DONE ok 53 bad 0
20:18:24Z c72 paperless delete 5 200
20:18:25Z c72 paperless empty trash 200
20:19:17Z c60 immich DONE ok 305 bad 1
20:19:18Z c61 immich new user 201
20:19:29Z c72 paperless DONE ok 53 bad 0
20:19:34Z c73 paperless delete 4 200
20:19:35Z c73 paperless empty trash 200
20:20:27Z c61 immich DONE ok 305 bad 1
20:20:30Z c62 immich new user 201
20:20:45Z c73 paperless DONE ok 53 bad 0
20:20:51Z c74 paperless delete 4 200
20:20:52Z c74 paperless empty trash 200
20:21:54Z c62 immich DONE ok 305 bad 1
20:21:56Z c63 immich new user 201
20:22:11Z c74 paperless DONE ok 53 bad 0
20:22:15Z c75 paperless delete 3 200
20:22:16Z c75 paperless empty trash 200
20:23:15Z c75 paperless DONE ok 53 bad 0
20:23:18Z c63 immich DONE ok 305 bad 1
20:23:18Z c76 paperless delete 4 200
20:23:19Z c64 immich new user 201
20:23:20Z c76 paperless empty trash 200
20:24:26Z c76 paperless DONE ok 53 bad 0
20:24:29Z c64 immich DONE ok 305 bad 1
20:24:30Z c77 paperless delete 5 200
20:24:31Z c65 immich new user 201
20:24:31Z c77 paperless empty trash 200
20:25:37Z c65 immich DONE ok 305 bad 1
20:25:38Z c66 immich new user 201
20:25:45Z c77 paperless DONE ok 53 bad 0
20:25:52Z c78 paperless delete 5 200
20:25:54Z c78 paperless empty trash 200
20:26:52Z c66 immich DONE ok 305 bad 1
20:26:54Z c67 immich new user 201
20:26:59Z c78 paperless DONE ok 53 bad 0
20:27:03Z c79 paperless delete 4 200
20:27:05Z c79 paperless empty trash 200
20:28:11Z c67 immich DONE ok 305 bad 1
20:28:12Z c68 immich new user 201
20:28:12Z c79 paperless DONE ok 53 bad 0
20:28:18Z c80 paperless delete 5 200
20:28:20Z c80 paperless empty trash 200
20:29:19Z c68 immich DONE ok 305 bad 1
20:29:22Z c69 immich new user 201
20:29:28Z c80 paperless DONE ok 53 bad 0
20:29:31Z c81 paperless delete 5 200
20:29:33Z c81 paperless empty trash 200
20:30:33Z c69 immich DONE ok 305 bad 1
20:30:35Z c70 immich new user 201
20:30:41Z c81 paperless DONE ok 53 bad 0
20:30:45Z c82 paperless delete 5 200
20:30:46Z c82 paperless empty trash 200
20:31:48Z c70 immich DONE ok 305 bad 1
20:31:49Z c71 immich new user 201
20:31:54Z c82 paperless DONE ok 53 bad 0
20:31:58Z c83 paperless delete 4 200
20:32:00Z c83 paperless empty trash 200
20:32:52Z c71 immich DONE ok 305 bad 1
20:32:54Z c72 immich new user 201
20:33:02Z c83 paperless DONE ok 53 bad 0
20:33:08Z c84 paperless delete 4 200
20:33:10Z c84 paperless empty trash 200
20:34:03Z c72 immich DONE ok 305 bad 1
20:34:05Z c73 immich new user 201
20:34:23Z c84 paperless DONE ok 53 bad 0
20:34:26Z c85 paperless delete 4 200
20:34:27Z c85 paperless empty trash 200
20:35:22Z c73 immich DONE ok 305 bad 1
20:35:23Z c74 immich new user 201
20:35:34Z c85 paperless DONE ok 53 bad 0
20:35:39Z c86 paperless delete 4 200
20:35:40Z c86 paperless empty trash 200
20:36:34Z c74 immich DONE ok 305 bad 1
20:36:40Z c75 immich new user 201
20:36:56Z c86 paperless DONE ok 53 bad 0
20:36:59Z c87 paperless delete 3 200
20:37:00Z c87 paperless empty trash 200
20:37:35Z c75 immich DONE ok 305 bad 1
20:37:37Z c76 immich new user 201
20:38:08Z c87 paperless DONE ok 53 bad 0
20:38:12Z c88 paperless delete 5 200
20:38:14Z c88 paperless empty trash 200
20:39:00Z c76 immich DONE ok 305 bad 1
20:39:03Z c77 immich new user 201
20:39:21Z c88 paperless DONE ok 53 bad 0
20:39:25Z c89 paperless delete 4 200
20:39:27Z c89 paperless empty trash 200
20:40:01Z c77 immich DONE ok 305 bad 1
20:40:06Z c78 immich new user 201
20:40:28Z c89 paperless DONE ok 53 bad 0
20:40:32Z c90 paperless delete 4 200
20:40:33Z c90 paperless empty trash 200
20:41:26Z c78 immich DONE ok 305 bad 1
20:41:28Z c79 immich new user 201
20:41:40Z c90 paperless DONE ok 53 bad 0
20:41:45Z c91 paperless delete 4 200
20:41:47Z c91 paperless empty trash 200
20:42:28Z c79 immich DONE ok 305 bad 1
20:42:30Z c80 immich new user 201
20:42:50Z c91 paperless DONE ok 53 bad 0
20:42:54Z c92 paperless delete 4 200
20:42:56Z c92 paperless empty trash 200
20:43:36Z c80 immich DONE ok 305 bad 1
20:43:38Z c81 immich new user 201
20:43:59Z c92 paperless DONE ok 53 bad 0
20:44:01Z c93 paperless delete 4 200
20:44:02Z c93 paperless empty trash 200
20:44:44Z c81 immich DONE ok 305 bad 1
20:44:48Z c82 immich new user 201
20:45:12Z c93 paperless DONE ok 53 bad 0
20:45:16Z c94 paperless delete 5 200
20:45:19Z c94 paperless empty trash 200
20:46:20Z c82 immich DONE ok 305 bad 1
20:46:23Z c83 immich new user 201
20:46:29Z c94 paperless DONE ok 53 bad 0
20:46:33Z c95 paperless delete 3 200
20:46:34Z c95 paperless empty trash 200
20:47:28Z c83 immich DONE ok 305 bad 1
20:47:30Z c84 immich new user 201
20:47:35Z c95 paperless DONE ok 53 bad 0
20:47:39Z c96 paperless delete 4 200
20:47:40Z c96 paperless empty trash 200
20:48:40Z c84 immich DONE ok 305 bad 1
20:48:42Z c85 immich new user 201
20:48:55Z c96 paperless DONE ok 53 bad 0
20:48:59Z c97 paperless delete 5 200
20:49:00Z c97 paperless empty trash 200
20:49:50Z c85 immich DONE ok 305 bad 1
20:49:52Z c86 immich new user 201
20:50:12Z c97 paperless DONE ok 53 bad 0
20:50:15Z c98 paperless delete 5 200
20:50:17Z c98 paperless empty trash 200
20:51:07Z c86 immich DONE ok 305 bad 1
20:51:10Z c87 immich new user 201
20:51:37Z c98 paperless DONE ok 53 bad 0
20:51:41Z c99 paperless delete 4 200
20:51:43Z c99 paperless empty trash 200
20:52:21Z c87 immich DONE ok 305 bad 1
20:52:21Z immich cycles 87
20:52:54Z c99 paperless DONE ok 53 bad 0
20:52:54Z paperless cycles 99
21:55:58Z c1 nextcloud DONE rc 0 error-lines 0
21:55:58Z nextcloud cycles 1
21:55:58Z PROOF END
@@ -0,0 +1,3 @@
18:52:32 SOAK START 120 min
18:54:03 first uploads done; cycles for 118 min
21:55:58 SOAK END
@@ -0,0 +1,92 @@
# 2026-10-22T04:41:08Z Immich DB, read-only SELECT (photos per soak user; the file that timed out in cycle 36)
# email|photos|IMG_20120021.jpg present
tester4+noswap1@felhom.eu|99|1
tester4+proof36@felhom.eu|302|0
tester4+odon@felhom.eu|303|1
tester4+proof10@felhom.eu|303|1
tester4+proof11@felhom.eu|303|1
tester4+proof12@felhom.eu|303|1
tester4+proof13@felhom.eu|303|1
tester4+proof14@felhom.eu|303|1
tester4+proof15@felhom.eu|303|1
tester4+proof16@felhom.eu|303|1
tester4+proof17@felhom.eu|303|1
tester4+proof18@felhom.eu|303|1
tester4+proof19@felhom.eu|303|1
tester4+proof1@felhom.eu|303|1
tester4+proof20@felhom.eu|303|1
tester4+proof21@felhom.eu|303|1
tester4+proof22@felhom.eu|303|1
tester4+proof23@felhom.eu|303|1
tester4+proof24@felhom.eu|303|1
tester4+proof25@felhom.eu|303|1
tester4+proof26@felhom.eu|303|1
tester4+proof27@felhom.eu|303|1
tester4+proof28@felhom.eu|303|1
tester4+proof29@felhom.eu|303|1
tester4+proof2@felhom.eu|303|1
tester4+proof30@felhom.eu|303|1
tester4+proof31@felhom.eu|303|1
tester4+proof32@felhom.eu|303|1
tester4+proof33@felhom.eu|303|1
tester4+proof34@felhom.eu|303|1
tester4+proof35@felhom.eu|303|1
tester4+proof37@felhom.eu|303|1
tester4+proof38@felhom.eu|303|1
tester4+proof39@felhom.eu|303|1
tester4+proof3@felhom.eu|303|1
tester4+proof40@felhom.eu|303|1
tester4+proof41@felhom.eu|303|1
tester4+proof42@felhom.eu|303|1
tester4+proof43@felhom.eu|303|1
tester4+proof44@felhom.eu|303|1
tester4+proof45@felhom.eu|303|1
tester4+proof46@felhom.eu|303|1
tester4+proof47@felhom.eu|303|1
tester4+proof48@felhom.eu|303|1
tester4+proof49@felhom.eu|303|1
tester4+proof4@felhom.eu|303|1
tester4+proof50@felhom.eu|303|1
tester4+proof51@felhom.eu|303|1
tester4+proof52@felhom.eu|303|1
tester4+proof53@felhom.eu|303|1
tester4+proof54@felhom.eu|303|1
tester4+proof55@felhom.eu|303|1
tester4+proof56@felhom.eu|303|1
tester4+proof57@felhom.eu|303|1
tester4+proof58@felhom.eu|303|1
tester4+proof59@felhom.eu|303|1
tester4+proof5@felhom.eu|303|1
tester4+proof60@felhom.eu|303|1
tester4+proof61@felhom.eu|303|1
tester4+proof62@felhom.eu|303|1
tester4+proof63@felhom.eu|303|1
tester4+proof64@felhom.eu|303|1
tester4+proof65@felhom.eu|303|1
tester4+proof66@felhom.eu|303|1
tester4+proof67@felhom.eu|303|1
tester4+proof68@felhom.eu|303|1
tester4+proof69@felhom.eu|303|1
tester4+proof6@felhom.eu|303|1
tester4+proof70@felhom.eu|303|1
tester4+proof71@felhom.eu|303|1
tester4+proof72@felhom.eu|303|1
tester4+proof73@felhom.eu|303|1
tester4+proof74@felhom.eu|303|1
tester4+proof75@felhom.eu|303|1
tester4+proof76@felhom.eu|303|1
tester4+proof77@felhom.eu|303|1
tester4+proof78@felhom.eu|303|1
tester4+proof79@felhom.eu|303|1
tester4+proof7@felhom.eu|303|1
tester4+proof80@felhom.eu|303|1
tester4+proof81@felhom.eu|303|1
tester4+proof82@felhom.eu|303|1
tester4+proof83@felhom.eu|303|1
tester4+proof84@felhom.eu|303|1
tester4+proof85@felhom.eu|303|1
tester4+proof86@felhom.eu|303|1
tester4+proof87@felhom.eu|303|1
tester4+proof8@felhom.eu|303|1
tester4+proof9@felhom.eu|303|1
# immich-server started: 2026-10-22T02:16:05.052129172Z
File diff suppressed because it is too large. Load diff
File diff suppressed because it is too large. Load diff
@@ -0,0 +1,39 @@
04:06:00 NOSWAP START (30 min)
## before
NAME TYPE SIZE USED PRIO
/dev/dm-0 partition 7.7G 1.9G -1
total used free shared buff/cache available
Mem: 7939 2859 1830 100 3657 5080
Swap: 7935 1935 6000
memory: 4096
swap: 4096
4294967296
04:06:01 swapoff -a
real 0m47.565s
user 0m0.001s
sys 0m7.070s
Swap: 0 0 0
04:06:49 restarting immich-machine-learning so its models load again under the burst (as on the first afternoon)
immich-machine-learning
04:06:50 burst start
perl: warning: Setting locale failed.
perl: warning: Please check that your locale settings:
LANGUAGE = (unset),
LC_ALL = (unset),
LC_CTYPE = "UTF-8",
LC_NUMERIC = (unset),
LC_COLLATE = (unset),
LC_TIME = (unset),
LC_MESSAGES = (unset),
LC_MONETARY = (unset),
LC_ADDRESS = (unset),
LC_IDENTIFICATION = (unset),
LC_MEASUREMENT = (unset),
LC_PAPER = (unset),
LC_TELEPHONE = (unset),
LC_NAME = (unset),
LANG = "en_US.UTF-8"
are supported and installed on your system.
perl: warning: Falling back to a fallback locale ("en_US.UTF-8").
04:08:21 VOID: stopped at 04:08 UTC. load2.py restarted its cycle names at 1, so Immich got the soak users back (duplicates, ~10 s per 305 photos) and rclone skipped the soak folders. Only Paperless did real work. Rerun with TAG=noswap: 03-noswap-timeline.txt
@@ -0,0 +1,73 @@
04:08:21 NOSWAP START (30 min)
## before
total used free shared buff/cache available
Mem: 7939 4610 1452 243 2426 3328
Swap: 0 0 0
memory: 4096
swap: 4096
4294967296
04:08:22 swapoff -a
real 0m0.002s
user 0m0.000s
sys 0m0.003s
Swap: 0 0 0
04:08:23 restarting immich-machine-learning so its models load again under the burst (as on the first afternoon)
immich-machine-learning
04:08:25 burst start
perl: warning: Setting locale failed.
perl: warning: Please check that your locale settings:
LANGUAGE = (unset),
LC_ALL = (unset),
LC_CTYPE = "UTF-8",
LC_NUMERIC = (unset),
LC_COLLATE = (unset),
LC_TIME = (unset),
LC_MESSAGES = (unset),
LC_MONETARY = (unset),
LC_ADDRESS = (unset),
LC_IDENTIFICATION = (unset),
LC_MEASUREMENT = (unset),
LC_PAPER = (unset),
LC_TELEPHONE = (unset),
LC_NAME = (unset),
LANG = "en_US.UTF-8"
are supported and installed on your system.
perl: warning: Falling back to a fallback locale ("en_US.UTF-8").
04:09:26 health health=000 15.002352
04:10:26 health health=000 15.002167
04:11:26 health health=000 15.002790
04:12:26 health health=000 15.000452
04:13:26 health health=000 15.002936
04:14:26 health health=000 15.002567
04:15:26 health health=000 15.002091
04:16:26 health health=000 15.002821
04:17:26 health health=000 15.002518
04:18:26 health health=200 13.890303
04:19:26 health health=200 6.679951
04:20:26 health health=200 12.278351
04:21:26 health health=200 6.391933
04:22:26 health health=000 15.000930
04:23:26 health health=200 2.343069
04:24:26 health health=200 0.680254
04:25:27 health health=200 0.610104
04:26:27 health health=200 0.552664
04:27:27 health health=200 0.432607
04:28:27 health health=200 0.399314
04:29:27 health health=200 0.097570
04:30:27 health health=200 0.379978
04:31:27 health health=200 0.098200
04:32:27 health health=200 0.214732
04:33:27 health health=200 0.069976
04:34:27 health health=200 0.061167
04:35:27 health health=200 0.013009
04:36:27 health health=200 0.014631
04:37:27 health health=200 0.012391
04:38:27 health health=200 0.013004
04:38:27 burst window over; swapon -a
NAME TYPE SIZE USED PRIO
/dev/dm-0 partition 7.7G 0B -1
Swap: 7935 0 7935
04:43:28 agent log (host-swap):
Oct 22 06:06:35 felhom felhom-agent[334289]: time=2026-10-22T06:06:35.844+02:00 level=WARN msg="host-swap: the host's swap is below its guests' swap allowance — a memory burst can freeze the box (R-1192); the hub is told (host_swap_short)" host_swap_mb=938 g
04:43:28 NOSWAP END
@@ -0,0 +1,106 @@
04:08:28Z PROOF START 30 min — each stream repeats on its own until the end
04:08:29Z c1 immich new user 201
04:08:30Z c1 paperless delete 11 200
04:08:31Z c1 paperless empty trash 200
04:22:47Z c1 immich DONE ok 99 bad 207
Exception in thread Thread-2 (loop):
Traceback (most recent call last):
File "/usr/lib/python3/dist-packages/requests/models.py", line 974, in json
return complexjson.loads(self.text, **kwargs)
~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/json/__init__.py", line 346, in loads
return _default_decoder.decode(s)
~~~~~~~~~~~~~~~~~~~~~~~^^^
File "/usr/lib/python3.13/json/decoder.py", line 348, in decode
raise JSONDecodeError("Extra data", s, end)
json.decoder.JSONDecodeError: Extra data: line 1 column 5 (char 4)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.13/threading.py", line 1043, in _bootstrap_inner
self.run()
~~~~~~~~^^
File "/usr/lib/python3.13/threading.py", line 994, in run
self._target(*self._args, **self._kwargs)
~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/load2.py", line 76, in loop
fn(c)
~~^^^
File "/root/load2.py", line 45, in immich
a.headers["Authorization"] = "Bearer " + r.json()["accessToken"]
~~~~~~^^
File "/usr/lib/python3/dist-packages/requests/models.py", line 978, in json
raise RequestsJSONDecodeError(e.msg, e.doc, e.pos)
requests.exceptions.JSONDecodeError: Extra data: line 1 column 5 (char 4)
04:23:51Z c1 paperless DONE ok 52 bad 1
04:24:01Z c2 paperless delete 5 200
04:24:03Z c2 paperless empty trash 200
04:25:26Z c2 paperless DONE ok 53 bad 0
04:25:29Z c3 paperless delete 6 200
04:25:31Z c3 paperless empty trash 200
04:26:48Z c3 paperless DONE ok 53 bad 0
04:26:54Z c4 paperless delete 5 200
04:26:57Z c4 paperless empty trash 200
04:28:03Z c4 paperless DONE ok 53 bad 0
04:28:06Z c5 paperless delete 4 200
04:28:07Z c5 paperless empty trash 200
04:29:06Z c5 paperless DONE ok 53 bad 0
04:29:09Z c6 paperless delete 4 200
04:29:10Z c6 paperless empty trash 200
04:29:43Z c6 paperless DONE ok 53 bad 0
04:29:44Z c7 paperless delete 4 200
04:29:44Z c7 paperless empty trash 200
04:30:15Z c7 paperless DONE ok 53 bad 0
04:30:16Z c8 paperless delete 3 200
04:30:16Z c8 paperless empty trash 200
04:30:45Z c8 paperless DONE ok 53 bad 0
04:30:46Z c9 paperless delete 2 200
04:30:47Z c9 paperless empty trash 200
04:31:23Z c9 paperless DONE ok 53 bad 0
04:31:27Z c10 paperless delete 3 200
04:31:27Z c10 paperless empty trash 200
04:31:59Z c10 paperless DONE ok 53 bad 0
04:32:01Z c11 paperless delete 4 200
04:32:01Z c11 paperless empty trash 200
04:32:34Z c11 paperless DONE ok 53 bad 0
04:32:35Z c12 paperless delete 4 200
04:32:36Z c12 paperless empty trash 200
04:33:09Z c12 paperless DONE ok 53 bad 0
04:33:10Z c13 paperless delete 4 200
04:33:11Z c13 paperless empty trash 200
04:33:41Z c13 paperless DONE ok 53 bad 0
04:33:44Z c14 paperless delete 3 200
04:33:44Z c14 paperless empty trash 200
04:34:17Z c14 paperless DONE ok 53 bad 0
04:34:18Z c15 paperless delete 4 200
04:34:19Z c15 paperless empty trash 200
04:34:46Z c15 paperless DONE ok 53 bad 0
04:34:48Z c16 paperless delete 4 200
04:34:49Z c16 paperless empty trash 200
04:35:19Z c16 paperless DONE ok 53 bad 0
04:35:20Z c17 paperless delete 7 200
04:35:20Z c17 paperless empty trash 200
04:35:52Z c17 paperless DONE ok 53 bad 0
04:35:54Z c18 paperless delete 6 200
04:35:55Z c18 paperless empty trash 200
04:36:27Z c18 paperless DONE ok 53 bad 0
04:36:28Z c19 paperless delete 6 200
04:36:28Z c19 paperless empty trash 200
04:36:56Z c19 paperless DONE ok 53 bad 0
04:36:57Z c20 paperless delete 4 200
04:36:57Z c20 paperless empty trash 200
04:37:26Z c20 paperless DONE ok 53 bad 0
04:37:27Z c21 paperless delete 4 200
04:37:28Z c21 paperless empty trash 200
04:37:57Z c21 paperless DONE ok 53 bad 0
04:37:58Z c22 paperless delete 6 200
04:37:59Z c22 paperless empty trash 200
04:38:28Z c22 paperless DONE ok 53 bad 0
04:38:29Z c23 paperless delete 6 200
04:38:29Z c23 paperless empty trash 200
04:38:59Z c23 paperless DONE ok 53 bad 0
04:38:59Z paperless cycles 23
04:06:53 BURST START 30 min
04:08:28 BURST START 30 min
04:43:28 BURST END rc=0
@@ -0,0 +1,8 @@
Oct 22 06:38:27 felhom kernel: Adding 8126460k swap on /dev/mapper/pve-swap. Priority:-1 extents:1 across:8126460k
06:43:55 up 10:16, 2 users, load average: 4.87, 6.76, 10.03
total used free shared buff/cache available
Mem: 7939 4129 1638 238 2717 3810
Swap: 7935 551 7384
NAME TYPE SIZE USED PRIO
/dev/dm-0 partition 7.7G 551.9M -1
@@ -0,0 +1,4 @@
samples 180; max {'host_full': (36.1, '2026-10-22T04:09:52Z'), 'guest_full': (46.88, '2026-10-22T04:09:52Z'), 'load': (31.3, '2026-10-22T04:11:12Z'), 'swapMB': (0, ''), 'io_full': (26.91, '2026-10-22T04:16:22Z')}; samples over 20%: 94 [('2026-10-22T04:08:52Z', 24.44, 30.8), ('2026-10-22T04:09:02Z', 28.67, 36.95), ('2026-10-22T04:09:12Z', 32.85, 42.59), ('2026-10-22T04:09:22Z', 34.79, 45.09), ('2026-10-22T04:09:32Z', 34.64, 45.44)]; oom_kill +0; limit-hit events +0
probes 125; non-200 24; slowest 200 15.00s; gaps>60s between 200s: [('2026-10-22T04:08:35+00:00', '2026-10-22T04:13:24Z', 289.0), ('2026-10-22T04:13:39+00:00', '2026-10-22T04:16:31Z', 172.0), ('2026-10-22T04:18:59+00:00', '2026-10-22T04:20:07Z', 68.0)]
samples 35; max {'host_full': (1.16, '2026-10-22T04:38:52Z'), 'guest_full': (1.31, '2026-10-22T04:38:52Z'), 'load': (7.33, '2026-10-22T04:41:12Z'), 'swapMB': (553, '2026-10-22T04:42:32Z'), 'io_full': (0.29, '2026-10-22T04:38:52Z')}; samples over 20%: 0 []; oom_kill +0; limit-hit events +0
probes 34; non-200 0; slowest 200 0.04s; gaps>60s between 200s: []
@@ -10,6 +10,9 @@ urllib3.disable_warnings()
IP = "192.168.0.125"; D = "tester4.test"
env = dict(l.split("=", 1) for l in sys.stdin.read().splitlines() if "=" in l)
end = time.time() + 60 * int(sys.argv[1])
# TAG (argv 2, default "proof"): the name stem of each cycle's Immich user and Nextcloud folder. A second run needs
# its own tag — with the old one, cycle 1.. reuse the soak's users and folders (Immich: duplicates; rclone: skips).
TAG = sys.argv[2] if len(sys.argv) > 2 else "proof"
lk = threading.Lock()
def log(*a):
with lk:
@@ -40,8 +43,8 @@ def immich(c):
a = s("photos")
r = a.post(u("/api/auth/login"), json={"email": "tester4+odon@felhom.eu", "password": env["ODON"]}, timeout=60)
a.headers["Authorization"] = "Bearer " + r.json()["accessToken"]
em = f"tester4+proof{c}@felhom.eu"
r = a.post(u("/api/admin/users"), json={"email": em, "password": env["ODON"], "name": f"proof{c}"}, timeout=60)
em = f"tester4+{TAG}{c}@felhom.eu"
r = a.post(u("/api/admin/users"), json={"email": em, "password": env["ODON"], "name": f"{TAG}{c}"}, timeout=60)
log(f"c{c} immich new user", r.status_code)
x = s("photos")
r = x.post(u("/api/auth/login"), json={"email": em, "password": env["ODON"]}, timeout=60)
@@ -53,7 +56,7 @@ def immich(c):
continue
ts = dt.datetime.fromtimestamp(os.stat(f).st_mtime, dt.timezone.utc).isoformat()
try:
r = x.post(u("/api/assets"), files={"assetData": open(f, "rb")}, data={"deviceAssetId": f, "deviceId": f"proof{c}", "fileCreatedAt": ts, "fileModifiedAt": ts}, timeout=600)
r = x.post(u("/api/assets"), files={"assetData": open(f, "rb")}, data={"deviceAssetId": f, "deviceId": f"{TAG}{c}", "fileCreatedAt": ts, "fileModifiedAt": ts}, timeout=600)
ok += r.status_code in (200, 201); bad += r.status_code not in (200, 201)
except Exception as e:
bad += 1; log(f"c{c} immich", os.path.basename(f), "ERR", str(e)[:100])
@@ -63,7 +66,7 @@ def nextcloud(c):
e = dict(os.environ, RCLONE_CONFIG_NC_TYPE="webdav", RCLONE_CONFIG_NC_URL=f"https://cloud.{D}/remote.php/dav/files/odon",
RCLONE_CONFIG_NC_VENDOR="nextcloud", RCLONE_CONFIG_NC_USER="odon", RCLONE_CONFIG_NC_PASS=obs)
p = subprocess.run(["rclone", "copy", "--no-check-certificate", "--transfers", "4", "--max-size", "1G", "--stats", "0", "--stats-log-level", "NOTICE",
"/root/data/nextcloud/Csalad", f"nc:/Csalad_proof{c}"], env=e, capture_output=True, text=True)
"/root/data/nextcloud/Csalad", f"nc:/Csalad_{TAG}{c}"], env=e, capture_output=True, text=True)
errs = sum(1 for l in (p.stderr or "").splitlines() if "ERROR" in l)
log(f"c{c} nextcloud DONE rc {p.returncode} error-lines {errs}")
def loop(fn):
@@ -4,5 +4,5 @@
cd /root
ENVD=$(cat /root/.burstenv); shred -u /root/.burstenv
echo "$(date -u +%T) BURST START $1 min" >> /root/noswap.log
timeout $(( $1*60 + 300 )) python3 /root/load2.py $1 <<< "$ENVD" > /root/noswap-burst.log 2>&1
timeout $(( $1*60 + 300 )) python3 /root/load2.py $1 noswap <<< "$ENVD" > /root/noswap-burst.log 2>&1
echo "$(date -u +%T) BURST END rc=$?" >> /root/noswap.log