{
  "sealed_benchmark_id": "minute_rectification_fact_ranker_v4_holdout_v3",
  "status": "not_ready",
  "valid_public_aa_cases": 20,
  "required_cases": 20,
  "top_1_rate": 0.15,
  "confirmation_coverage_rate": 0.0,
  "previous_pilot_id": "minute_rectification_holdout_v2",
  "dataset_path": "references/real_case_calibration/minute_rectification_holdout_v3.json",
  "report_path": "references/real_case_calibration/minute_rectification_holdout_v3_report.json",
  "source_audit_status": "corrected_known_date_errors",
  "evaluated_on": "2026-09-20",
  "evaluated_on_scope": "latest_fixed_protocol_rerun_not_historical_runtime_metrics",
  "historical_source_audit_status": "invalidated_after_replay",
  "report_status": "invalidated_after_source_audit",
  "trial_count": 20,
  "top_3_rate": 0.25,
  "mean_absolute_minute_error": 6.95,
  "metrics_produced_by": {
    "implementation_sha256": "f41c298dd6cdcebe7a93e632f7191954be7987f6012ca2a34cecb6e447fbf196",
    "algorithm_version": "birth-time-event-fact-ranker-v4-shadow",
    "implementation_hash_matches_at_replay": true,
    "source_report": "references/real_case_calibration/minute_rectification_holdout_v3_report.json",
    "evaluated_on": "2026-07-21"
  },
  "current_tree_scorer": {
    "implementation_sha256": "b15d9ea15227cd58b3097555537fa7c37fb5a993905ada4f5aa04f52de1f8f18",
    "extended_identity": {
      "production_scoring_files": [
        "scripts/active_rectification_event_engine.py",
        "scripts/active_rectification_events.py",
        "scripts/ashtakavarga.py",
        "scripts/dasha_analyzer.py",
        "scripts/divisional_charts_extended.py",
        "scripts/domain_calculation_service.py",
        "scripts/jaimini.py",
        "scripts/minute_rectification_fact_ranker_v4.py",
        "scripts/minute_rectification_feature_facts_v4.py",
        "scripts/narayana_dasha.py",
        "scripts/rectification/candidate_contrast.py",
        "scripts/rectification/case_holdout.py",
        "scripts/rectification/contracts.py",
        "scripts/rectification/dasha_transition_proximity.py",
        "scripts/rectification/event_probes.py",
        "scripts/rectification/scoring_service.py",
        "scripts/shadbala.py",
        "scripts/varga.py"
      ],
      "production_scoring_sha256": "7fffd1db612af1f244a8b5d5eac2f1a3f5a8e9e138c09ac6b3743b98f9a47a51",
      "research_files": [
        "scripts/research/reported_offset_sweep.py",
        "scripts/research/cluster_width_lib.py",
        "scripts/research/probe_supply_after_six.py",
        "scripts/research/sealed_holdout_rerun.py",
        "scripts/minute_rectification_blind_eval.py",
        "scripts/minute_rectification_fact_blind_eval_v4.py",
        "scripts/minute_rectification_holdout_validator.py"
      ],
      "research_implementation_sha256": "2931d4661bf53dde5c57f6492de65be4c00877293b7277353279a05eda5af215",
      "historical_artifacts_manifest_sha256": "6102a26a840be207b5858b3a4c0509274468ae9071e86d308cbbac7371d6864e",
      "file_sha256": {
        "scripts/active_rectification_event_engine.py": "edbe93ef3c8bd65f986139dba6b95b96d9b0fa9920341fbe677cd6f53e4db84f",
        "scripts/active_rectification_events.py": "03e333ccf1103caf685dfe50fe890ab1793e945037085f50ce834a4a3b232222",
        "scripts/ashtakavarga.py": "cc32776674cf60713634a360a6f09774b3af0ec5d0f650687f52b79597b0dfbe",
        "scripts/dasha_analyzer.py": "5e53b1b4d4c7414c08dd0e7716f120a63c70ec3428ec93547f64d55c580da0e1",
        "scripts/divisional_charts_extended.py": "73bd50a83ac444830940184d0988cea621855f91db76a3f1a232014b992eacea",
        "scripts/domain_calculation_service.py": "9ee955874eea806c7b56f4246d90009c02ee8318b8f3dfe1d7132b1c0b4262e1",
        "scripts/jaimini.py": "b98bf965603dd2e3cc871fe40f3c8184731a701875ca50fef3ca68e9682eda81",
        "scripts/minute_rectification_blind_eval.py": "07aa30d8bad3278669495d5fea8be937aaf6367c8af980ff4f2fe9aa84ccc6ff",
        "scripts/minute_rectification_fact_blind_eval_v4.py": "bdf460e3467208e8b87345c5beb2128f3e22de7eeffd68f72b281b3ad9affc92",
        "scripts/minute_rectification_fact_ranker_v4.py": "f1a0d8d2482cd754d2e7f253a9606b0373519435a2bf58cfc3753e2b9ae0fb76",
        "scripts/minute_rectification_feature_facts_v4.py": "3d899a2cdd4825b8e32062443d487edcd2173a4ea55a36eb9f3abe587c0faf0f",
        "scripts/minute_rectification_holdout_validator.py": "b60b1c752e58672beaee8b36eb3b2348169726cda070ec969db0f13e7ed715af",
        "scripts/narayana_dasha.py": "7ff2c3238cd113b11b815e14b41967bd8e486ff62e36650e55613b9c79d1bfe3",
        "scripts/rectification/candidate_contrast.py": "10a360586359e72846593ef6d7c15a2cea79358245a34c288851406fe9e47ca8",
        "scripts/rectification/case_holdout.py": "fe0e699b617d9e216acdfeff87af4221c1d6f4c101bf33e1dbf14e2bcd75a8b5",
        "scripts/rectification/contracts.py": "fdd1a47b2e3dac8579e870a282ed74c68518b39f6c0576b27df766a4b8021143",
        "scripts/rectification/dasha_transition_proximity.py": "0afba494aa12899621173c3cc941c6c1d0be9cec0bdf4c4a1c9bcd004ab22de8",
        "scripts/rectification/event_probes.py": "45478ee3fdc36dc36e1a602bee5dd0627a5464275e370e64adb5826fe2aa58f5",
        "scripts/rectification/scoring_service.py": "0adf5700bb22dd8c4c3147027251210e21ec66a2c9f9a91217edba3ad9e5d1f5",
        "scripts/research/cluster_width_lib.py": "1d8f2ffa7795d62069deebb2de8e16749317037d4ed3f24a2c0092676e5cfcc6",
        "scripts/research/probe_supply_after_six.py": "098a5b4398d6f8d996917d809c2fc922ad64031d3b70660f8ef7c876aba92438",
        "scripts/research/reported_offset_sweep.py": "f81c681fd0fe257e90a761dfab370f623e5f8a881b62cc6b1c596cbd58800f8f",
        "scripts/research/sealed_holdout_rerun.py": "34a6724530fbecdecff9e5e07fa64980b8e8aff1fac2e000f4268debe1ee96e1",
        "scripts/shadbala.py": "912e0e6d169c2172aab85f71e4347e3e39193020777b43825b775d906400956b",
        "scripts/varga.py": "4331de5a25ea08729af91aae863943c4223183937f419d52dc63fd6fe7f27be6"
      },
      "hash_scope": "explicit_identity_file_sets_not_a_transitive_dependency_lock"
    },
    "matches_metrics_scorer": false,
    "official_eval_implementation_hash_matches": false,
    "official_eval_trial_count": 0,
    "source_report": "docs/research/sealed_holdout_rerun_cross_midnight_2026_09_20.json",
    "fixed_protocol_rerun_trial_count": 20,
    "fixed_protocol_rerun_hash_matches": true,
    "metrics": {
      "top_1_rate": 0.45,
      "top_3_rate": 0.5,
      "mean_absolute_minute_error": 6.45,
      "false_confirmation_rate": 0.0,
      "correct_insufficient_evidence_rejection_rate": 1.0,
      "confirmation_coverage_rate": 0.0
    }
  },
  "current_tree_fixed_protocol_rerun": {
    "evaluated_on": "2026-09-20",
    "report_path": "docs/research/sealed_holdout_rerun_cross_midnight_2026_09_20.json",
    "freeze_record_path": "docs/research/sealed_holdout_rerun_cross_midnight_2026_09_20.final.freeze.json",
    "implementation_sha256": "b15d9ea15227cd58b3097555537fa7c37fb5a993905ada4f5aa04f52de1f8f18",
    "extended_identity": {
      "production_scoring_files": [
        "scripts/active_rectification_event_engine.py",
        "scripts/active_rectification_events.py",
        "scripts/ashtakavarga.py",
        "scripts/dasha_analyzer.py",
        "scripts/divisional_charts_extended.py",
        "scripts/domain_calculation_service.py",
        "scripts/jaimini.py",
        "scripts/minute_rectification_fact_ranker_v4.py",
        "scripts/minute_rectification_feature_facts_v4.py",
        "scripts/narayana_dasha.py",
        "scripts/rectification/candidate_contrast.py",
        "scripts/rectification/case_holdout.py",
        "scripts/rectification/contracts.py",
        "scripts/rectification/dasha_transition_proximity.py",
        "scripts/rectification/event_probes.py",
        "scripts/rectification/scoring_service.py",
        "scripts/shadbala.py",
        "scripts/varga.py"
      ],
      "production_scoring_sha256": "7fffd1db612af1f244a8b5d5eac2f1a3f5a8e9e138c09ac6b3743b98f9a47a51",
      "research_files": [
        "scripts/research/reported_offset_sweep.py",
        "scripts/research/cluster_width_lib.py",
        "scripts/research/probe_supply_after_six.py",
        "scripts/research/sealed_holdout_rerun.py",
        "scripts/minute_rectification_blind_eval.py",
        "scripts/minute_rectification_fact_blind_eval_v4.py",
        "scripts/minute_rectification_holdout_validator.py"
      ],
      "research_implementation_sha256": "2931d4661bf53dde5c57f6492de65be4c00877293b7277353279a05eda5af215",
      "historical_artifacts_manifest_sha256": "6102a26a840be207b5858b3a4c0509274468ae9071e86d308cbbac7371d6864e",
      "file_sha256": {
        "scripts/active_rectification_event_engine.py": "edbe93ef3c8bd65f986139dba6b95b96d9b0fa9920341fbe677cd6f53e4db84f",
        "scripts/active_rectification_events.py": "03e333ccf1103caf685dfe50fe890ab1793e945037085f50ce834a4a3b232222",
        "scripts/ashtakavarga.py": "cc32776674cf60713634a360a6f09774b3af0ec5d0f650687f52b79597b0dfbe",
        "scripts/dasha_analyzer.py": "5e53b1b4d4c7414c08dd0e7716f120a63c70ec3428ec93547f64d55c580da0e1",
        "scripts/divisional_charts_extended.py": "73bd50a83ac444830940184d0988cea621855f91db76a3f1a232014b992eacea",
        "scripts/domain_calculation_service.py": "9ee955874eea806c7b56f4246d90009c02ee8318b8f3dfe1d7132b1c0b4262e1",
        "scripts/jaimini.py": "b98bf965603dd2e3cc871fe40f3c8184731a701875ca50fef3ca68e9682eda81",
        "scripts/minute_rectification_blind_eval.py": "07aa30d8bad3278669495d5fea8be937aaf6367c8af980ff4f2fe9aa84ccc6ff",
        "scripts/minute_rectification_fact_blind_eval_v4.py": "bdf460e3467208e8b87345c5beb2128f3e22de7eeffd68f72b281b3ad9affc92",
        "scripts/minute_rectification_fact_ranker_v4.py": "f1a0d8d2482cd754d2e7f253a9606b0373519435a2bf58cfc3753e2b9ae0fb76",
        "scripts/minute_rectification_feature_facts_v4.py": "3d899a2cdd4825b8e32062443d487edcd2173a4ea55a36eb9f3abe587c0faf0f",
        "scripts/minute_rectification_holdout_validator.py": "b60b1c752e58672beaee8b36eb3b2348169726cda070ec969db0f13e7ed715af",
        "scripts/narayana_dasha.py": "7ff2c3238cd113b11b815e14b41967bd8e486ff62e36650e55613b9c79d1bfe3",
        "scripts/rectification/candidate_contrast.py": "10a360586359e72846593ef6d7c15a2cea79358245a34c288851406fe9e47ca8",
        "scripts/rectification/case_holdout.py": "fe0e699b617d9e216acdfeff87af4221c1d6f4c101bf33e1dbf14e2bcd75a8b5",
        "scripts/rectification/contracts.py": "fdd1a47b2e3dac8579e870a282ed74c68518b39f6c0576b27df766a4b8021143",
        "scripts/rectification/dasha_transition_proximity.py": "0afba494aa12899621173c3cc941c6c1d0be9cec0bdf4c4a1c9bcd004ab22de8",
        "scripts/rectification/event_probes.py": "45478ee3fdc36dc36e1a602bee5dd0627a5464275e370e64adb5826fe2aa58f5",
        "scripts/rectification/scoring_service.py": "0adf5700bb22dd8c4c3147027251210e21ec66a2c9f9a91217edba3ad9e5d1f5",
        "scripts/research/cluster_width_lib.py": "1d8f2ffa7795d62069deebb2de8e16749317037d4ed3f24a2c0092676e5cfcc6",
        "scripts/research/probe_supply_after_six.py": "098a5b4398d6f8d996917d809c2fc922ad64031d3b70660f8ef7c876aba92438",
        "scripts/research/reported_offset_sweep.py": "f81c681fd0fe257e90a761dfab370f623e5f8a881b62cc6b1c596cbd58800f8f",
        "scripts/research/sealed_holdout_rerun.py": "34a6724530fbecdecff9e5e07fa64980b8e8aff1fac2e000f4268debe1ee96e1",
        "scripts/shadbala.py": "912e0e6d169c2172aab85f71e4347e3e39193020777b43825b775d906400956b",
        "scripts/varga.py": "4331de5a25ea08729af91aae863943c4223183937f419d52dc63fd6fe7f27be6"
      },
      "hash_scope": "explicit_identity_file_sets_not_a_transitive_dependency_lock"
    },
    "scorer_frozen_before_rerun": true,
    "source_audit_status": "corrected_known_date_errors",
    "trial_count": 20,
    "official_valid_independent_blind": false,
    "is_blind_evaluation": false,
    "truth_hidden_from_ranker": true,
    "results_previously_seen": true,
    "must_not_claim_as_release_metrics": true,
    "must_not_use_for_tuning": true,
    "verified_minute_claim_allowed": false,
    "metric_gates_passed": false,
    "events_per_case": 3,
    "boundary": "Previously exposed v3 shadow fixed-protocol rerun after BUG-981. Production identity is contextual: shadow scorer does not call transition proximity. Prior shadow metrics are not presumed incorrect. Three-event low-information protocol is neither representative of real sessions nor a mathematical accuracy lower bound. No independent blind evidence or release claim."
  },
  "previous_fixed_protocol_rerun": {
    "report_path": "docs/research/sealed_holdout_rerun_2026_09_20.json",
    "freeze_record_path": "docs/research/sealed_holdout_rerun_2026_09_20.freeze.json",
    "superseded_reason": "New production and evaluator identity; prior shadow report and freeze preserved byte-for-byte, not relabelled as new results."
  },
  "current_tree_unfrozen_diagnostic": {
    "is_blind_evaluation": false,
    "results_already_seen": true,
    "scorer_frozen": false,
    "source_audit_passed": false,
    "must_not_claim_as_release_metrics": true,
    "must_not_use_for_tuning": true,
    "report_path": "references/real_case_calibration/minute_rectification_holdout_v3_post_audit_diagnostic_report.json",
    "implementation_sha256": "99730c84c6434f52669a05e4d9a4a87df0a218e3237b5436b933252f2028384e",
    "trial_count": 20,
    "top_1_rate": 0.45,
    "top_3_rate": 0.5,
    "mean_absolute_minute_error": 5.8,
    "confirmation_coverage_rate": 0.0,
    "metric_gates_passed": false,
    "verified_minute_claim_allowed": false
  }
}