"""docs/ledger/의 장부 두 파일이 정해진 형식인지 본다(estimates.jsonl은 docs/ledger/README.md, flaky-tests.jsonl은 design-docs ci/manual.md 8.5절). python3 -m unittest discover -s scripts/tests """ from __future__ import annotations import json import unittest from datetime import date, datetime from pathlib import Path REPO = Path(__file__).resolve().parent.parent.parent LEDGER = REPO / "docs/ledger/estimates.jsonl" KINDS = {"estimate", "actual", "retro"} COMMON = ("schema", "kind", "task", "recorded_at") RANGES = ("minutes", "calls", "output_tokens") FLAKY = REPO / "docs/ledger/flaky-tests.jsonl" FLAKY_FIELDS = {"date", "test", "category", "first_run", "verdict", "quarantined_until", "fixed_by"} FLAKY_CATEGORIES = {"fixed-time", "concurrency-order", "resource-io", "test-order", "external"} def lines() -> list[dict]: return [json.loads(line) for line in LEDGER.read_text(encoding="utf-8").splitlines() if line.strip()] class LedgerTest(unittest.TestCase): def test_every_line_is_json_with_the_common_fields(self) -> None: for number, entry in enumerate(lines(), start=1): self.assertTrue(set(COMMON) <= entry.keys(), f"line {number}: {sorted(set(COMMON) - entry.keys())}") self.assertEqual(entry["schema"], 1, number) self.assertIn(entry["kind"], KINDS, number) datetime.fromisoformat(entry["recorded_at"]) def test_an_estimate_has_ordered_ranges_and_a_basis(self) -> None: for entry in (e for e in lines() if e["kind"] == "estimate"): for field in RANGES: values = entry[field] self.assertLessEqual(values["p30"], values["p50"], (entry["task"], field)) self.assertLessEqual(values["p50"], values["p80"], (entry["task"], field)) self.assertTrue(entry["basis"].strip(), entry["task"]) def test_an_actual_follows_its_estimate_and_names_the_band_it_fell_in(self) -> None: entries = lines() for position, entry in enumerate(entries): if entry["kind"] != "actual": continue estimates = [e for e in entries[:position] if e["kind"] == "estimate" and e["task"] == entry["task"]] self.assertTrue(estimates, f"{entry['task']}: an actual line needs an earlier estimate line") bands = estimates[-1]["minutes"] expected = next((band for band in ("p30", "p50", "p80") if entry["active_minutes"] <= bands[band]), "over") self.assertEqual(entry["within"], expected, entry["task"]) class FlakyLedgerTest(unittest.TestCase): def test_every_flaky_line_has_exactly_the_manual_fields_and_a_known_category(self) -> None: for number, line in enumerate(FLAKY.read_text(encoding="utf-8").splitlines(), start=1): if not line.strip(): continue entry = json.loads(line) self.assertEqual(entry.keys(), FLAKY_FIELDS, f"line {number}") self.assertIn(entry["category"], FLAKY_CATEGORIES, f"line {number}") date.fromisoformat(entry["date"]) if entry["quarantined_until"]: date.fromisoformat(entry["quarantined_until"]) self.assertTrue(entry["test"].strip() and entry["verdict"].strip(), f"line {number}") if __name__ == "__main__": unittest.main()