194 lines
11 KiB
Python
194 lines
11 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""Decoy tests for status_view_gate.py (R-1174).
|
||
|
||
Run: python3 scripts/test_status_view_gate.py Exit 0 every case behaved · 1 a case did not.
|
||
|
||
A DECOY IS THE LABEL WITHOUT THE FACT (R-421). Each case below takes a GENUINE page — the fixture,
|
||
shaped like the real STATUS.md — and breaks ONE check the way a real session would: the „Updated"
|
||
paragraph with an „Earlier" chain behind it, a decided row left in the decide table, a Hungarian
|
||
do-line, a page that meets the size by deleting the P1 or the „Later" line. Each must convict, and
|
||
must convict ON THAT CHECK (its `[check]` tag in the output): a decoy caught by some other check
|
||
proves nothing about the check it was built for.
|
||
|
||
Both directions: the genuine fixture and the REAL STATUS.md against the REAL register must pass.
|
||
The date switch is tested on both sides (FELHOM_GATE_TODAY). Fixtures are temp files; nothing here
|
||
touches the real tree.
|
||
"""
|
||
import os
|
||
import subprocess
|
||
import sys
|
||
import tempfile
|
||
|
||
HERE = os.path.dirname(os.path.abspath(__file__))
|
||
ROOT = os.path.dirname(HERE)
|
||
GATE = os.path.join(HERE, "status_view_gate.py")
|
||
|
||
BEFORE = "2026-10-26" # the last warn-only day
|
||
AFTER = "2026-10-27" # SWITCH_DATE: convictions refuse
|
||
|
||
REGISTER = u"""# OPEN-ITEMS — fixture
|
||
|
||
| ID | Category | Sev | What | State | Blocked on | Next action | Owner |
|
||
|---|---|---|---|---|---|---|---|
|
||
| **R-10** | Security & access | P1 | **Reused logins.** | **NARROWED** | — | rotate | operator |
|
||
| **R-11** | Backup & restore | P3 | **Immich off-site size.** | **READY** | D21 | decide | CC |
|
||
| **R-12** | Process & tooling | P4 | **A failed disk.** | **OPEN** | — | pull it | operator |
|
||
| **R-13** | Business & legal | P4 | **A lawyer.** | WAITING-ON-OPERATOR | — | send | Viktor |
|
||
| **R-14** | Install & onboarding | P3 | **The minimum machine.** | WAITING-ON-OPERATOR | — | approve | operator |
|
||
| **R-15** | Box system & updates | P3 | **The scratch box.** | OPEN | — | fix | CC |
|
||
"""
|
||
|
||
PAGE = u"""# STATUS — what works, what's broken, what's next
|
||
|
||
**Ready for the first real tester? Yes.** The laptop is off.
|
||
|
||
**Updated 2026-10-20 (day).** Hub 0.162.0 is live (your yes). This page is one screen again. A rehearsal runs tonight.
|
||
|
||
## What works
|
||
- A box installs from nothing (map A1).
|
||
|
||
## What is broken
|
||
- **P1:** reused logins (R-10, yours).
|
||
- The scratch box (R-15).
|
||
|
||
## What we work on
|
||
- The rehearsal. CC.
|
||
|
||
## Waiting on you — decide
|
||
|
||
| # | Row | Question | Pick (why) | The other option costs | If you do nothing | Blocked |
|
||
|---|---|---|---|---|---|---|
|
||
| D21 | R-11 | Leave out the AI model files now? | **B now** | A: a new restore path | 12 times the data | — |
|
||
| D5 | R-14 | Approve the minimum machine? | **Approve** | Change it: one edit | no hardware page | the hardware page |
|
||
|
||
## Waiting on you — do
|
||
|
||
**Still needed? (yes/no)**
|
||
1. Look at the Calibre-Web page („Adatok és mentés"). Since 2026-10-16.
|
||
|
||
**The rest**
|
||
- Pull the failed disk (R-12). Since 2026-10-12.
|
||
- Rotate the reused logins (R-10, P1). Since 2026-10-09.
|
||
- Later (yours, not urgent): R-13.
|
||
"""
|
||
|
||
PASSED, FAILED = [], []
|
||
|
||
|
||
def run(page, register=REGISTER, today=BEFORE, raw_page_path=None, raw_reg_path=None):
|
||
with tempfile.TemporaryDirectory() as d:
|
||
p = raw_page_path or os.path.join(d, "STATUS.md")
|
||
r = raw_reg_path or os.path.join(d, "OPEN-ITEMS.md")
|
||
if raw_page_path is None and page is not None:
|
||
open(p, "w", encoding="utf-8").write(page)
|
||
if raw_reg_path is None and register is not None:
|
||
open(r, "w", encoding="utf-8").write(register)
|
||
env = dict(os.environ)
|
||
env.pop("FELHOM_GATE_TODAY", None)
|
||
if today:
|
||
env["FELHOM_GATE_TODAY"] = today
|
||
pr = subprocess.run([sys.executable, GATE, p, r], capture_output=True, text=True, env=env,
|
||
encoding="utf-8", errors="replace")
|
||
return pr.returncode, pr.stdout + pr.stderr
|
||
|
||
|
||
def mutate(old, new, page=PAGE):
|
||
assert page.count(old) == 1, "fixture anchor not unique: %r" % old
|
||
return page.replace(old, new)
|
||
|
||
|
||
def case(name, page, expect_rc, must=None, mustnot=None, **kw):
|
||
rc, out = run(page, **kw)
|
||
ok = rc == expect_rc and (must is None or must in out) and (mustnot is None or mustnot not in out)
|
||
(PASSED if ok else FAILED).append(name)
|
||
print("%s %s (rc=%d, want %d%s)" % ("PASS" if ok else "FAIL", name, rc, expect_rc,
|
||
", must %r" % must if must else ""))
|
||
if not ok:
|
||
print(" " + out.replace("\n", "\n ")[:1500])
|
||
|
||
|
||
def decoy(name, page, check):
|
||
"""A decoy convicts on its own check: WARNING before the switch (exit 0), refusal from it (exit 1)."""
|
||
case(name + " / before the switch: warns", page, 0, must="WARNING [%s]" % check, today=BEFORE)
|
||
case(name + " / from the switch: refuses", page, 1, must="CONVICTED [%s]" % check, today=AFTER)
|
||
|
||
|
||
# ── the genuine article, both sides of the switch ────────────────────────────────────────────────
|
||
case("genuine fixture passes (before)", PAGE, 0, must="status-view: OK", mustnot="WARNING", today=BEFORE)
|
||
case("genuine fixture passes (after)", PAGE, 0, must="status-view: OK", today=AFTER)
|
||
case("clean run says what it looked at", PAGE, 0, must="lines /", today=BEFORE)
|
||
|
||
# ── size ─────────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("size: 50 more What-works lines", mutate("- A box installs from nothing (map A1).\n",
|
||
"- A box installs from nothing (map A1).\n" + "- One more capability, in plain words (map B1).\n" * 50), "size")
|
||
decoy("size: few lines, too many characters", mutate("- A box installs from nothing (map A1).\n",
|
||
"- A box installs from nothing (map A1). " + "It works well and it is proven live. " * 170 + "\n"), "size")
|
||
case("size: a long decide table is exempt", mutate(
|
||
"| D5 | R-14 |", "| D5 | R-14 | Approve? | **Approve** | one edit | no page | — |\n" * 60 + "| D6 | R-14 |"),
|
||
0, must="status-view: OK", today=AFTER)
|
||
|
||
# ── updated ──────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("updated: news prepended, the old paragraph left behind", mutate(
|
||
"**Updated 2026-10-20 (day).**", "**Updated 2026-10-21 (day).** New news.\n\n**Updated 2026-10-20 (day).**"), "updated")
|
||
decoy("updated: an Earlier chain inside the paragraph", mutate(
|
||
"A rehearsal runs tonight.", "A rehearsal runs tonight. **Earlier:** a lot happened."), "updated")
|
||
decoy("updated: four sentences", mutate(
|
||
"A rehearsal runs tonight.", "A rehearsal runs tonight. The installer is published."), "updated")
|
||
decoy("updated: no Updated paragraph at all", mutate(
|
||
"**Updated 2026-10-20 (day).** ", ""), "updated")
|
||
case("updated: version numbers are not sentence ends", mutate(
|
||
"Hub 0.162.0 is live (your yes).", "Hub 0.162.0 and agent 0.161.0 are live (your yes)."),
|
||
0, must="status-view: OK", today=AFTER)
|
||
|
||
# ── english ──────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("english: a Hungarian do-line", mutate(
|
||
"**The rest**\n", "**The rest**\n- Nézd meg a Calibre-Web oldalát a demo-hp-n.\n"), "english")
|
||
case("english: the same text inside a quote passes", mutate(
|
||
"**The rest**\n", "**The rest**\n- Read the line „Nézd meg a Calibre-Web oldalát” on demo-hp.\n"),
|
||
0, must="status-view: OK", today=AFTER)
|
||
|
||
# ── open-ids ─────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("open-ids: a closed row cited in What works", mutate(
|
||
"(map A1).", "(map A1; R-99 closed it)."), "open-ids")
|
||
|
||
# ── decide ───────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("decide: a DECIDED row left in the table", mutate(
|
||
"| D5 | R-14 |", "| D20 | R-11 | **DECIDED 2026-10-20: A** — built and live. | done | — | — | — |\n| D5 | R-14 |"),
|
||
"decide")
|
||
decoy("decide: a row whose Pick cell reads done", mutate(
|
||
"| D5 | R-14 | Approve the minimum machine? | **Approve** |", "| D5 | R-14 | Approve the minimum machine? | done |"),
|
||
"decide")
|
||
|
||
# ── p1 ───────────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("p1: the page meets its size by deleting the P1 line", mutate(
|
||
"- **P1:** reused logins (R-10, yours).\n", ""), "p1")
|
||
decoy("p1: the P1 moved to What works", mutate(
|
||
"- **P1:** reused logins (R-10, yours).\n", "", page=mutate(
|
||
"- A box installs from nothing (map A1).\n", "- A box installs from nothing (map A1). Logins: R-10.\n")), "p1")
|
||
|
||
# ── operator ─────────────────────────────────────────────────────────────────────────────────────
|
||
decoy("operator: the Later line deleted", mutate("- Later (yours, not urgent): R-13.\n", ""), "operator")
|
||
decoy("operator: a waiting row named only in What is broken", mutate(
|
||
"- Pull the failed disk (R-12). Since 2026-10-12.\n", "", page=mutate(
|
||
"- The scratch box (R-15).\n", "- The scratch box (R-15). The failed disk (R-12).\n")), "operator")
|
||
|
||
# ── inconclusive: never a pass, no warn period ───────────────────────────────────────────────────
|
||
case("inconclusive: a page with no sections", u"# STATUS\n\nAll good.\n", 2, must="INCONCLUSIVE", today=BEFORE)
|
||
case("inconclusive: a page missing the do section",
|
||
PAGE.split("## Waiting on you — do")[0], 2, must="INCONCLUSIVE", today=BEFORE)
|
||
case("inconclusive: an empty register", PAGE, 2, must="INCONCLUSIVE", register=u"# nothing here\n", today=BEFORE)
|
||
case("inconclusive: no register file", PAGE, 2, must="INCONCLUSIVE",
|
||
raw_reg_path=os.path.join(HERE, "no-such-register.md"), today=BEFORE)
|
||
|
||
# ── the real page against the real register ──────────────────────────────────────────────────────
|
||
case("the real STATUS.md passes against the real register", None, 0, must="status-view: OK",
|
||
raw_page_path=os.path.join(ROOT, "STATUS.md"),
|
||
raw_reg_path=os.path.join(ROOT, "documentation", "backlog", "OPEN-ITEMS.md"), today=None)
|
||
|
||
print("\n%d passed, %d failed" % (len(PASSED), len(FAILED)))
|
||
if FAILED:
|
||
for f in FAILED:
|
||
print(" FAILED: " + f)
|
||
sys.exit(1)
|
||
sys.exit(0)
|