from pathlib import Path
import json
from scripts.day_level_holdout_validator import validate

ROOT=Path(__file__).resolve().parents[1]

def test_empty_preregistered_holdout_remains_honestly_blocked() -> None:
    report=validate(ROOT/"references/real_case_calibration/day_level_holdout_v3_preregistration.json")
    assert report["status"] == "awaiting_independent_labels"
    assert report["annotation_count"] == 0
    assert report["production_tuning_allowed"] is False


def test_raman_source_candidates_are_not_holdout_labels() -> None:
    payload = json.loads((ROOT / "references/real_case_calibration/raman_vol1_holdout_source_candidates_2026_07_18.json").read_text())
    assert payload["candidate_count"] >= 20
    assert all(row["status"] == "needs_independent_normalization" for row in payload["candidates"])
    assert all("day_level_label" in row["prohibited_uses"] for row in payload["candidates"])


def test_observational_holdout_is_ready_but_not_independent() -> None:
    report = validate(ROOT / "references/real_case_calibration/day_level_observational_holdout_v1.json")
    assert report["status"] == "observational_ready_not_independent"
    assert report["positive_count"] >= 20
    assert report["negative_count"] >= 80
    assert report["production_tuning_allowed"] is False