{ "generated": "2026-10-03", "dataset": "references/real_case_calibration/minute_rectification_holdout_v5.json", "harness": "scripts/research/holdout_v5_baseline.py (PYTHONHASHSEED=0)", "variants": { "base": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6239, "entropy6": 2.0988, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6364 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1018, "entropy6": 2.5386, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0534, "entropy6": 2.6466, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3117 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.624, "entropy6": 2.014, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 15, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5584, "coverage": 0.987, "width_median": 33, "tie": 0.0, "entropy0": 4.1023, "entropy6": 3.2545, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.4026, "coverage": 0.987, "width_median": 65, "tie": 0.0, "entropy0": 5.0543, "entropy6": 4.1027, "squeezed": 1, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 61, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 65, "mean_injected": 1.82 } } ], "errors": 0 }, "off": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6239, "entropy6": 2.0988, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6364 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1018, "entropy6": 2.5386, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0534, "entropy6": 2.6466, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3117 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.624, "entropy6": 2.014, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 15, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5584, "coverage": 0.987, "width_median": 33, "tie": 0.0, "entropy0": 4.1023, "entropy6": 3.2545, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.4026, "coverage": 0.987, "width_median": 65, "tie": 0.0, "entropy0": 5.0543, "entropy6": 4.1027, "squeezed": 1, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 61, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 65, "mean_injected": 1.82 } } ], "errors": 0 }, "a": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.026, "entropy0": 2.6251, "entropy6": 2.3931, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.5065 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1063, "entropy6": 2.5546, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3896 }, "60": { "n": 77, "top1": 0.0649, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0588, "entropy6": 2.6478, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.2338 } }, "cluster_width": { "10": { "n": 77, "top1": 0.4935, "coverage": 0.974, "width_median": 15, "tie": 0.0, "entropy0": 2.625, "entropy6": 2.2833, "squeezed": 2, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 1, "union_alive_median": 19, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.4026, "coverage": 0.974, "width_median": 41, "tie": 0.0, "entropy0": 4.1064, "entropy6": 3.613, "squeezed": 2, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 4, "union_alive_median": 57, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.1948, "coverage": 0.961, "width_median": 73, "tie": 0.0, "entropy0": 5.0591, "entropy6": 4.61, "squeezed": 3, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 7, "union_alive_median": 121, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 17, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 41, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 73, "truth_in_range_rate": 0.9481, "median_width": 37, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 72, "truth_in_range_rate": 0.9351, "median_width": 81, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 73, "truth_in_range_rate": 0.9481, "median_width": 87, "mean_injected": 1.82 } } ], "errors": 0 }, "b": { "sweep": { "10": { "n": 77, "top1": 0.1948, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6254, "entropy6": 2.101, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6364 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1052, "entropy6": 2.5398, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0582, "entropy6": 2.6472, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.2987 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.6254, "entropy6": 2.0164, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 15, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5584, "coverage": 0.987, "width_median": 35, "tie": 0.0, "entropy0": 4.1055, "entropy6": 3.2572, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.3896, "coverage": 0.987, "width_median": 65, "tie": 0.0, "entropy0": 5.0587, "entropy6": 4.1058, "squeezed": 1, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 59, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 63, "mean_injected": 1.82 } } ], "errors": 0 }, "b0": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6241, "entropy6": 2.0992, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6364 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1023, "entropy6": 2.5388, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0543, "entropy6": 2.6467, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3117 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.6242, "entropy6": 2.0144, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 15, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5584, "coverage": 0.987, "width_median": 35, "tie": 0.0, "entropy0": 4.1027, "entropy6": 3.2549, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.4026, "coverage": 0.987, "width_median": 69, "tie": 0.0, "entropy0": 5.0551, "entropy6": 4.1033, "squeezed": 1, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 61, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 65, "mean_injected": 1.82 } } ], "errors": 0 }, "c": { "sweep": { "10": { "n": 77, "top1": 0.1688, "coverage": 1.0, "width_median": 21, "tie": 0.026, "entropy0": 2.6263, "entropy6": 2.3945, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.5065 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1084, "entropy6": 2.5552, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3636 }, "60": { "n": 77, "top1": 0.0519, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0627, "entropy6": 2.6484, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.2338 } }, "cluster_width": { "10": { "n": 77, "top1": 0.4805, "coverage": 0.974, "width_median": 15, "tie": 0.0, "entropy0": 2.6262, "entropy6": 2.285, "squeezed": 2, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 1, "union_alive_median": 19, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.3766, "coverage": 0.974, "width_median": 41, "tie": 0.0, "entropy0": 4.1084, "entropy6": 3.615, "squeezed": 2, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 4, "union_alive_median": 57, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.1948, "coverage": 0.9351, "width_median": 73, "tie": 0.0, "entropy0": 5.0628, "entropy6": 4.6125, "squeezed": 5, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 7, "union_alive_median": 121, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 37, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 73, "truth_in_range_rate": 0.9481, "median_width": 37, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 71, "truth_in_range_rate": 0.9221, "median_width": 71, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 70, "truth_in_range_rate": 0.9091, "median_width": 71, "mean_injected": 1.82 } } ], "errors": 0 }, "a_relationship": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6246, "entropy6": 2.1918, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6234 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1023, "entropy6": 2.5402, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0519, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0535, "entropy6": 2.6469, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3506 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.974, "width_median": 15, "tie": 0.0, "entropy0": 2.6246, "entropy6": 2.1061, "squeezed": 2, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 1, "union_alive_median": 19, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5195, "coverage": 0.987, "width_median": 37, "tie": 0.0, "entropy0": 4.1027, "entropy6": 3.3162, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 6, "union_alive_median": 47, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.3766, "coverage": 0.974, "width_median": 73, "tie": 0.0, "entropy0": 5.0544, "entropy6": 4.2441, "squeezed": 2, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 13, "union_alive_median": 93, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 35, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 37, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 67, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 73, "truth_in_range_rate": 0.9481, "median_width": 67, "mean_injected": 1.82 } } ], "errors": 0 }, "a_career": { "sweep": { "10": { "n": 77, "top1": 0.1429, "coverage": 1.0, "width_median": 21, "tie": 0.0, "entropy0": 2.6259, "entropy6": 2.2683, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.5325 }, "30": { "n": 77, "top1": 0.1039, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1075, "entropy6": 2.5498, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3506 }, "60": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 121, "tie": 0.013, "entropy0": 5.0616, "entropy6": 2.6482, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.2987 } }, "cluster_width": { "10": { "n": 77, "top1": 0.5325, "coverage": 0.987, "width_median": 15, "tie": 0.0, "entropy0": 2.626, "entropy6": 2.1837, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 1, "union_alive_median": 19, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.4026, "coverage": 0.974, "width_median": 37, "tie": 0.0, "entropy0": 4.1076, "entropy6": 3.4426, "squeezed": 2, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 5, "union_alive_median": 49, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.3117, "coverage": 0.974, "width_median": 63, "tie": 0.0, "entropy0": 5.0618, "entropy6": 4.2541, "squeezed": 2, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 13, "union_alive_median": 97, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 37, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 37, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 73, "truth_in_range_rate": 0.9481, "median_width": 65, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 67, "mean_injected": 1.82 } } ], "errors": 0 }, "a_finance": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.624, "entropy6": 2.1867, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6234 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1016, "entropy6": 2.5392, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0537, "entropy6": 2.6464, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.2727 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.987, "width_median": 15, "tie": 0.0, "entropy0": 2.6241, "entropy6": 2.1128, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 17, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5195, "coverage": 0.987, "width_median": 35, "tie": 0.0, "entropy0": 4.1021, "entropy6": 3.3205, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.3377, "coverage": 0.974, "width_median": 63, "tie": 0.0, "entropy0": 5.0546, "entropy6": 4.122, "squeezed": 2, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 89, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 15, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 35, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 61, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 63, "mean_injected": 1.82 } } ], "errors": 0 }, "a_health_pressure": { "sweep": { "10": { "n": 77, "top1": 0.2078, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6242, "entropy6": 2.1337, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6104 }, "30": { "n": 77, "top1": 0.1039, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1026, "entropy6": 2.5338, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4545 }, "60": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0546, "entropy6": 2.6466, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3247 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6494, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.6244, "entropy6": 2.0552, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 17, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5714, "coverage": 0.987, "width_median": 35, "tie": 0.0, "entropy0": 4.103, "entropy6": 3.2797, "squeezed": 1, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.4156, "coverage": 0.961, "width_median": 63, "tie": 0.0, "entropy0": 5.0553, "entropy6": 4.1172, "squeezed": 3, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 63, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 74, "truth_in_range_rate": 0.961, "median_width": 63, "mean_injected": 1.82 } } ], "errors": 0 }, "a_education": { "sweep": { "10": { "n": 77, "top1": 0.1948, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6237, "entropy6": 2.0901, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6234 }, "30": { "n": 77, "top1": 0.0909, "coverage": 1.0, "width_median": 61, "tie": 0.013, "entropy0": 4.1016, "entropy6": 2.5333, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.5325 }, "60": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0532, "entropy6": 2.6469, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3247 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6623, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.6238, "entropy6": 2.0058, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 15, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5714, "coverage": 1.0, "width_median": 33, "tie": 0.0, "entropy0": 4.102, "entropy6": 3.2454, "squeezed": 0, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.3766, "coverage": 0.987, "width_median": 67, "tie": 0.0, "entropy0": 5.0541, "entropy6": 4.1504, "squeezed": 1, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 14, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 61, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 65, "mean_injected": 1.82 } } ], "errors": 0 }, "a_family": { "sweep": { "10": { "n": 77, "top1": 0.1818, "coverage": 1.0, "width_median": 21, "tie": 0.013, "entropy0": 2.6231, "entropy6": 2.0971, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.6494 }, "30": { "n": 77, "top1": 0.0779, "coverage": 1.0, "width_median": 61, "tie": 0.0, "entropy0": 4.1004, "entropy6": 2.5375, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.4935 }, "60": { "n": 77, "top1": 0.0649, "coverage": 1.0, "width_median": 121, "tie": 0.0, "entropy0": 5.0505, "entropy6": 2.6461, "squeezed": 0, "too_narrow": 0, "replay_top1": 0.3247 } }, "cluster_width": { "10": { "n": 77, "top1": 0.6364, "coverage": 0.987, "width_median": 13, "tie": 0.0, "entropy0": 2.6232, "entropy6": 2.0122, "squeezed": 1, "independent": 1.0, "public_median": 6, "merge_median": 0, "raw_median": 6, "elim_median": 2, "union_alive_median": 15, "engine_union_median": 21 }, "30": { "n": 77, "top1": 0.5195, "coverage": 1.0, "width_median": 35, "tie": 0.0, "entropy0": 4.1011, "entropy6": 3.2517, "squeezed": 0, "independent": 1.0, "public_median": 17, "merge_median": 0, "raw_median": 17, "elim_median": 7, "union_alive_median": 43, "engine_union_median": 61 }, "60": { "n": 77, "top1": 0.3636, "coverage": 0.987, "width_median": 67, "tie": 0.0, "entropy0": 5.0517, "entropy6": 4.1007, "squeezed": 1, "independent": 1.0, "public_median": 32, "merge_median": 0, "raw_median": 32, "elim_median": 15, "union_alive_median": 91, "engine_union_median": 121 } }, "futile_collect": [ { "radius": 10, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 11, "mean_injected": 1.82 } }, { "radius": 10, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 13, "mean_injected": 1.82 } }, { "radius": 30, "direction": "truth", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 30, "direction": "opposite", "baseline": { "truth_in_range": 76, "truth_in_range_rate": 0.987, "median_width": 33, "mean_injected": 1.82 } }, { "radius": 60, "direction": "truth", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 65, "mean_injected": 1.82 } }, { "radius": 60, "direction": "opposite", "baseline": { "truth_in_range": 75, "truth_in_range_rate": 0.974, "median_width": 67, "mean_injected": 1.82 } } ], "errors": 0 } } }