felhom.eu/documentation/audits/night-2026-09-24/E/round-01.json

{
  "round": 1,
  "action": "oom_app",
  "accident": {
    "kind": "power_cut",
    "cmd": "pct stop 9202; pct start 9202",
    "fired_at": "13:45:41",
    "result": "stop_rc=0 start_rc=0 "
  },
  "app": "chaosoom",
  "started": "2026-09-24T11:45:08Z",
  "before": {
    "state": {
      "deployed": null,
      "state": null,
      "update_phase": null,
      "hold_reason": null,
      "hold_kind": null,
      "update_error": null,
      "ladder_steps_left": null
    }
  },
  "act": "deploy -> 202",
  "armed_at": "13:45:33",
  "armed_why": "20 s after the install",
  "controller_back_s": 0.2,
  "time_to_steady_s": 184.9,
  "after": {
    "state": {
      "deployed": true,
      "state": "stopped",
      "update_phase": null,
      "hold_reason": "Az alkalmazást leállítottuk, mert újra és újra összeomlott (vagy elfogyott a memóriája). Az Indítás gombbal újra megpróbálhatod.",
      "hold_kind": "unhealthy_stop",
      "update_error": null,
      "ladder_steps_left": null
    },
    "badges": {
      "hu": [
        {
          "title": "Ez az alkalmazás a legfrissebb elérhető változatot futtatja.",
          "text": "Naprakész"
        }
      ],
      "en": [
        {
          "title": "This app is running the newest version available.",
          "text": "Up to date"
        }
      ]
    },
    "page_hu": [
      "Temperature high: 81°C (hwmon2) Rendszermonitor →",
      "+ 1 további figyelmeztetés →",
      "Az alkalmazást leállítottuk, mert újra és újra összeomlott (vagy elfogyott a memóriája). Az Indítás gombbal újra megpróbálhatod.",
      "Az ügyfélszolgálat foglalkozik ezzel az alkalmazással, ezért az adatai megmaradnak: most csak magát az alkalmazást távolíthatod el."
    ],
    "page_en": [
      "Temperature high: 81°C (hwmon2) System monitor →",
      "+ 1 more warning →",
      "We stopped the app because it kept crashing (or ran out of memory). Press Start to try again.",
      "Support is working on this app, so its data stays: for now you can remove only the app itself."
    ]
  },
  "readback": null,
  "events": [
    "2026-09-24T11:48:01Z app_oom_storm (error)",
    "2026-09-24T11:48:11Z app_stopped_unhealthy (warning)"
  ],
  "box_log": [
    "2026-09-24T11:45:09Z INFO [sync] Updated chaosoom/docker-compose.yml",
    "2026-09-24T11:45:09Z INFO [sync] Updated chaosoom/.felhom.yml",
    "2026-09-24T11:45:09Z INFO [sync] Updated chaosoomb/docker-compose.yml",
    "2026-09-24T11:45:09Z INFO [sync] Updated chaosoomb/.felhom.yml",
    "2026-09-24T11:45:09Z INFO [api] Catalog sync completed: Sablonok frissítve — új: chaoscrash, chaosoom, chaosoomb",
    "2026-09-24T11:45:13Z INFO [api] Deploy requested for stack: chaosoom",
    "2026-09-24T11:45:13Z INFO [stacks] Deploying stack chaosoom with 2 env vars: [DOMAIN, SUBDOMAIN]",
    "2026-09-24T11:45:13Z INFO [stacks] Deploying stack chaosoom — checking 1 images...",
    "2026-09-24T11:45:13Z INFO [stacks] Stack chaosoom deployed successfully (took 0.4s)",
    "2026-09-24T11:45:14Z INFO [stacks] installed-images chaosoom: recorded 1 service(s) (chaosoom=alpine:3.20 (sha256:d9e853e87e55…))",
    "2026-09-24T11:45:14Z INFO [stacks] pin chaosoom: chaosoom=alpine:3.20",
    "2026-09-24T11:45:17Z INFO [stacks] Stack chaosoom post-start status:",
    "2026-09-24T11:45:17Z INFO [stacks]   chaosoom   alpine:3.20   running   Up 3 seconds",
    "2026-09-24T11:46:00Z INFO [backup] restore record wired: /opt/docker/felhom-controller/data/restore-status.json (interrupted at startup: false)",
    "2026-09-24T11:46:00Z INFO [scheduler] Registered periodic job: deadapp-check (every 30s)",
    "2026-09-24T11:46:00Z INFO [scheduler] Registered periodic job: backup-cache (every 5m0s)",
    "2026-09-24T11:46:00Z INFO [scheduler] Daily job tier2-backup scheduled for 2026-09-24 14:20 CEST",
    "2026-09-24T11:46:00Z INFO [scheduler] Daily job offbox-backup scheduled for 2026-09-24 15:05 CEST",
    "2026-09-24T11:46:01Z INFO [backup] Found 9 DB dump files across drives",
    "2026-09-24T11:46:01Z WARN [monitor] Temperature threshold breached: 81°C (limit: 75°C)",
    "2026-09-24T11:46:01Z WARN [api] Unauthorized request to /api/stacks/chaosoom from 172.18.0.6:51320",
    "2026-09-24T11:46:01Z INFO [backup] Discovered 3 databases",
    "2026-09-24T11:46:01Z INFO [backup] Recovery unit captured for chaosoom → /mnt/sys_drive/felhom-data/backups/primary/chaosoom (images=1, secrets-referenced=0, data_keys=0, portable-carried=0/0, withheld=0)",
    "2026-09-24T11:46:01Z INFO [backup] Backup status cache refreshed",
    "2026-09-24T11:46:25Z INFO [bootrecon] \"gokapi\" is a boot orphan by intent but is HELD (held after a failed restore whose rollback also failed (2026-09-24T10:37:48Z) — clear the hold to start it) — NOT starting it; whatever is holding it owns its recovery",
    "2026-09-24T11:47:31Z WARN [deadapp] chaosoom: container chaosoom was OOM-killed (started 2026-09-24T11:47:10.100857309Z; kills 15, limit 32M, peak 32M)",
    "2026-09-24T11:48:01Z WARN [deadapp] chaosoom: container chaosoom was OOM-killed (started 2026-09-24T11:47:10.100857309Z; kills 38, limit 32M, peak 32M)",
    "2026-09-24T11:48:01Z ERROR [notify] chaosoom: container chaosoom OOM STORM — 38 kills in 30 min (limit 32M, peak 32M)",
    "2026-09-24T11:48:01Z WARN [deadapp] chaosoom: oom_storm — 23 in 30m0s; STOPPING it (decision 28)",
    "2026-09-24T11:48:01Z INFO [stacks] Stopping stack: chaosoom",
    "2026-09-24T11:48:11Z INFO [stacks] Stack chaosoom stopped successfully (took 10.3s)",
    "2026-09-24T11:48:11Z WARN [settings] restore hold SET for chaosoom — the app stays stopped until it is cleared",
    "2026-09-24T11:48:11Z WARN [backup] chaosoom is STOPPED by the box: oom_storm (trip 1 within 24h0m0s) — Start gives it one more try (decision 28)"
  ],
  "undo_copies_left": "0"
}