feat: add reviewed minute holdout intake

This commit is contained in:
732642856
2026-07-21 22:45:00 +08:00
parent 76a2ca7fd9
commit cfa34bac32
4 changed files with 128 additions and 9 deletions
@@ -23,6 +23,9 @@ def _case(*, offsets=(-5, -2, 2, 5), event_count=3):
]
return {
"case_id": "public-aa-case",
"adjudicator": "independent-reviewer",
"independent_human_reviewed": True,
"frozen_before_scoring": True,
"birth_source": {
"url": "https://example.test/birth-record",
"time_accuracy_rating": "AA",
@@ -68,3 +71,14 @@ def test_validator_rejects_one_sided_or_uncommitted_false_minutes(tmp_path):
assert report["status"] == "blocked_awaiting_public_aa_cases"
assert report["invalid_cases"] == ["public-aa-case:negative_controls_invalid"]
def test_validator_rejects_cases_without_independent_frozen_review(tmp_path):
path = tmp_path / "holdout.json"
case = _case()
case["independent_human_reviewed"] = False
path.write_text(json.dumps(_manifest(case)), encoding="utf-8")
report = validate(path)
assert report["invalid_cases"] == ["public-aa-case:independent_review_invalid"]