root/Jyotisha
1
0
Fork 0
Code Issues 1 Pull Requests 1 Actions Packages Projects Releases Wiki Activity

docs(rectification): mark v4 intake cases as already seen, not sealed

Browse Source 
Keep the four migrated cases in the queue. Record prior score exposures, distinguish migrated review from a fresh biography audit, and reject exposed or auto-attested cases from blind holdout use.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Jesse_Chen
2026-08-29 01:33:20 +08:00
parent dc2879020a
commit a3f4e7128b
7 changed files with 214 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files
references/real_case_calibration/minute_rectification_holdout_v4_intake.json
+59 -13
View File
@@ -1,4 +1,5 @@
{
"blind_holdout_eligible_case_count": 0,
"boundary": "This intake queue is not a frozen holdout. Promotion requires a new version, a passed source audit and a scoring identity frozen before blind replay.",
"cases": [
{
@@ -102,10 +103,21 @@
5,
10
],
"frozen_before_scoring": true,
"holdout_partition": "sealed_evaluation",
"independent_human_reviewed": true,
"frozen_before_scoring": false,
"holdout_partition": "exposed_awaiting_human_rereview",
"human_review_kind": "migrated_v3_record",
"independent_human_reviewed": false,
"ingested_at": "2026-08-28T16:29:41.362489Z",
"prior_score_exposures": [
{
"evaluation_kind": "v3_blind_replay",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_report.json"
},
{
"evaluation_kind": "post_audit_sidecar_diagnostic",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_post_audit_diagnostic_report.json"
}
],
"review_attestation": "Attests the v3 sealed-set review already recorded for this public AA case; not a new biography audit.",
"subject_label": "Barack Obama"
},
@@ -210,10 +222,21 @@
5,
10
],
"frozen_before_scoring": true,
"holdout_partition": "sealed_evaluation",
"independent_human_reviewed": true,
"frozen_before_scoring": false,
"holdout_partition": "exposed_awaiting_human_rereview",
"human_review_kind": "migrated_v3_record",
"independent_human_reviewed": false,
"ingested_at": "2026-08-28T16:29:41.658178Z",
"prior_score_exposures": [
{
"evaluation_kind": "v3_blind_replay",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_report.json"
},
{
"evaluation_kind": "post_audit_sidecar_diagnostic",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_post_audit_diagnostic_report.json"
}
],
"review_attestation": "Attests the v3 sealed-set review already recorded for this public AA case; not a new biography audit.",
"subject_label": "Paul Ryan"
},
@@ -318,10 +341,21 @@
5,
10
],
"frozen_before_scoring": true,
"holdout_partition": "sealed_evaluation",
"independent_human_reviewed": true,
"frozen_before_scoring": false,
"holdout_partition": "exposed_awaiting_human_rereview",
"human_review_kind": "migrated_v3_record",
"independent_human_reviewed": false,
"ingested_at": "2026-08-28T16:29:41.829087Z",
"prior_score_exposures": [
{
"evaluation_kind": "v3_blind_replay",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_report.json"
},
{
"evaluation_kind": "post_audit_sidecar_diagnostic",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_post_audit_diagnostic_report.json"
}
],
"review_attestation": "Attests the v3 sealed-set review already recorded for this public AA case; not a new biography audit.",
"subject_label": "Sean Lennon"
},
@@ -426,14 +460,26 @@
5,
10
],
"frozen_before_scoring": true,
"holdout_partition": "sealed_evaluation",
"independent_human_reviewed": true,
"frozen_before_scoring": false,
"holdout_partition": "exposed_awaiting_human_rereview",
"human_review_kind": "migrated_v3_record",
"independent_human_reviewed": false,
"ingested_at": "2026-08-28T16:29:41.971107Z",
"prior_score_exposures": [
{
"evaluation_kind": "v3_blind_replay",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_report.json"
},
{
"evaluation_kind": "post_audit_sidecar_diagnostic",
"report_path": "references/real_case_calibration/minute_rectification_holdout_v3_post_audit_diagnostic_report.json"
}
],
"review_attestation": "Attests the v3 sealed-set review already recorded for this public AA case; not a new biography audit.",
"subject_label": "Kurt Cobain"
}
],
"exposed_awaiting_human_rereview_case_count": 4,
"minimum_gate": {
"day_precision_events_per_case": 3,
"domains_per_case": 2,
@@ -444,6 +490,6 @@
},
"production_tuning_allowed": false,
"schema_version": "minute-rectification-holdout-v4-intake",
"status": "collecting_independently_reviewed_cases",
"status": "exposed_awaiting_human_rereview",
"verified_minute_claim_allowed": false
}