root/Jyotisha
1
0
Fork 0
Code Issues 1 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

docs(rectification): record v3 sealed holdout as evaluated not missing

Browse Source 
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Jesse_Chen
2026-08-29 00:25:26 +08:00
parent fe0afdaddb
commit 9d80498316
4 changed files with 60 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
references/rectification_sealed_holdout.v1.json
+13 -4
View File
@@ -1,8 +1,17 @@
{
"sealed_benchmark_id": "minute_rectification_holdout_v2",
"sealed_benchmark_id": "minute_rectification_fact_ranker_v4_holdout_v3",
"status": "not_ready",
"valid_public_aa_cases": 1,
"valid_public_aa_cases": 20,
"required_cases": 20,
"top_1_rate": 0,
"confirmation_coverage_rate": 0
"top_1_rate": 0.15,
"confirmation_coverage_rate": 0.0,
"previous_pilot_id": "minute_rectification_holdout_v2",
"dataset_path": "references/real_case_calibration/minute_rectification_holdout_v3.json",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_report.json",
"source_audit_status": "invalidated_after_replay",
"evaluated_on": "2026-07-21",
"report_status": "invalidated_after_source_audit",
"trial_count": 20,
"top_3_rate": 0.25,
"mean_absolute_minute_error": 6.95
}