root/Jyotisha
1
0
Fork 0
Code Issues 1 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

research(rectification): baseline runner never rewrites the published 09-14 report

Browse Source 
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_017eEAG8HD3mm8gsKXgk8uU8
This commit is contained in:
Jesse_Chen
2026-09-29 19:52:43 +08:00
co-authored by Claude Fable 5.1
parent 88dca263fe
commit 06ea1f4c6d
2 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/research/holdout_v5_baseline.py
+6
View File
@@ -66,6 +66,11 @@ def baseline_only(module: Any) -> None:
module.all_variants = lambda: [module.Variant("baseline")]
def keep_published_reports_untouched() -> None:
"""cluster_width_probe.run rewrites the errata table inside the 09-14 sweep report; never do that here."""
cwp.append_previous_errata = lambda *args, **kwargs: None
def run_sweep(dataset: Path, out_dir: Path, tag: str, radii: tuple[int, ...]) -> dict[str, Any]:
mrs.HOLDOUT = dataset
mrs.REPORT_MD = out_dir / f"holdout_v5_baseline_sweep_{tag}.md"
@@ -80,6 +85,7 @@ def run_cluster_width(dataset: Path, out_dir: Path, tag: str, radii: tuple[int,
cwp.REPORT_MD = out_dir / f"holdout_v5_baseline_cluster_width_{tag}.md"
cwp.REPORT_JSON = out_dir / f"holdout_v5_baseline_cluster_width_{tag}.json"
baseline_only(cwp)
keep_published_reports_untouched()
payload = cwp.run(argparse.Namespace(limit=0, radii=[str(r) for r in radii]))
replay = {
str(radius): payload["by_radius"][str(radius)]["baseline"].get("replay")