Files
Jyotisha/docs/research/rectification_mapping_trial_2026_10_03.json
T

1880 lines
37 KiB
JSON

{
"generated": "2026-10-03",
"dataset": "references/real_case_calibration/minute_rectification_holdout_v5.json",
"harness": "scripts/research/holdout_v5_baseline.py (PYTHONHASHSEED=0)",
"variants": {
"base": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6239,
"entropy6": 2.0988,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6364
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1018,
"entropy6": 2.5386,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0534,
"entropy6": 2.6466,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3117
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.624,
"entropy6": 2.014,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 15,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5584,
"coverage": 0.987,
"width_median": 33,
"tie": 0.0,
"entropy0": 4.1023,
"entropy6": 3.2545,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.4026,
"coverage": 0.987,
"width_median": 65,
"tie": 0.0,
"entropy0": 5.0543,
"entropy6": 4.1027,
"squeezed": 1,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 61,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 65,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"off": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6239,
"entropy6": 2.0988,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6364
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1018,
"entropy6": 2.5386,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0534,
"entropy6": 2.6466,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3117
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.624,
"entropy6": 2.014,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 15,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5584,
"coverage": 0.987,
"width_median": 33,
"tie": 0.0,
"entropy0": 4.1023,
"entropy6": 3.2545,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.4026,
"coverage": 0.987,
"width_median": 65,
"tie": 0.0,
"entropy0": 5.0543,
"entropy6": 4.1027,
"squeezed": 1,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 61,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 65,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.026,
"entropy0": 2.6251,
"entropy6": 2.3931,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.5065
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1063,
"entropy6": 2.5546,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3896
},
"60": {
"n": 77,
"top1": 0.0649,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0588,
"entropy6": 2.6478,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.2338
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.4935,
"coverage": 0.974,
"width_median": 15,
"tie": 0.0,
"entropy0": 2.625,
"entropy6": 2.2833,
"squeezed": 2,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 1,
"union_alive_median": 19,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.4026,
"coverage": 0.974,
"width_median": 41,
"tie": 0.0,
"entropy0": 4.1064,
"entropy6": 3.613,
"squeezed": 2,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 4,
"union_alive_median": 57,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.1948,
"coverage": 0.961,
"width_median": 73,
"tie": 0.0,
"entropy0": 5.0591,
"entropy6": 4.61,
"squeezed": 3,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 7,
"union_alive_median": 121,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 17,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 41,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 73,
"truth_in_range_rate": 0.9481,
"median_width": 37,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 72,
"truth_in_range_rate": 0.9351,
"median_width": 81,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 73,
"truth_in_range_rate": 0.9481,
"median_width": 87,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"b": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1948,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6254,
"entropy6": 2.101,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6364
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1052,
"entropy6": 2.5398,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0582,
"entropy6": 2.6472,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.2987
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.6254,
"entropy6": 2.0164,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 15,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5584,
"coverage": 0.987,
"width_median": 35,
"tie": 0.0,
"entropy0": 4.1055,
"entropy6": 3.2572,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.3896,
"coverage": 0.987,
"width_median": 65,
"tie": 0.0,
"entropy0": 5.0587,
"entropy6": 4.1058,
"squeezed": 1,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 59,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 63,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"b0": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6241,
"entropy6": 2.0992,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6364
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1023,
"entropy6": 2.5388,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0543,
"entropy6": 2.6467,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3117
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.6242,
"entropy6": 2.0144,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 15,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5584,
"coverage": 0.987,
"width_median": 35,
"tie": 0.0,
"entropy0": 4.1027,
"entropy6": 3.2549,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.4026,
"coverage": 0.987,
"width_median": 69,
"tie": 0.0,
"entropy0": 5.0551,
"entropy6": 4.1033,
"squeezed": 1,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 61,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 65,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"c": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1688,
"coverage": 1.0,
"width_median": 21,
"tie": 0.026,
"entropy0": 2.6263,
"entropy6": 2.3945,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.5065
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1084,
"entropy6": 2.5552,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3636
},
"60": {
"n": 77,
"top1": 0.0519,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0627,
"entropy6": 2.6484,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.2338
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.4805,
"coverage": 0.974,
"width_median": 15,
"tie": 0.0,
"entropy0": 2.6262,
"entropy6": 2.285,
"squeezed": 2,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 1,
"union_alive_median": 19,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.3766,
"coverage": 0.974,
"width_median": 41,
"tie": 0.0,
"entropy0": 4.1084,
"entropy6": 3.615,
"squeezed": 2,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 4,
"union_alive_median": 57,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.1948,
"coverage": 0.9351,
"width_median": 73,
"tie": 0.0,
"entropy0": 5.0628,
"entropy6": 4.6125,
"squeezed": 5,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 7,
"union_alive_median": 121,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 37,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 73,
"truth_in_range_rate": 0.9481,
"median_width": 37,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 71,
"truth_in_range_rate": 0.9221,
"median_width": 71,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 70,
"truth_in_range_rate": 0.9091,
"median_width": 71,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a_relationship": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6246,
"entropy6": 2.1918,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6234
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1023,
"entropy6": 2.5402,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0519,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0535,
"entropy6": 2.6469,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3506
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.974,
"width_median": 15,
"tie": 0.0,
"entropy0": 2.6246,
"entropy6": 2.1061,
"squeezed": 2,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 1,
"union_alive_median": 19,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5195,
"coverage": 0.987,
"width_median": 37,
"tie": 0.0,
"entropy0": 4.1027,
"entropy6": 3.3162,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 6,
"union_alive_median": 47,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.3766,
"coverage": 0.974,
"width_median": 73,
"tie": 0.0,
"entropy0": 5.0544,
"entropy6": 4.2441,
"squeezed": 2,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 13,
"union_alive_median": 93,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 35,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 37,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 67,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 73,
"truth_in_range_rate": 0.9481,
"median_width": 67,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a_career": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1429,
"coverage": 1.0,
"width_median": 21,
"tie": 0.0,
"entropy0": 2.6259,
"entropy6": 2.2683,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.5325
},
"30": {
"n": 77,
"top1": 0.1039,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1075,
"entropy6": 2.5498,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3506
},
"60": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 121,
"tie": 0.013,
"entropy0": 5.0616,
"entropy6": 2.6482,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.2987
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.5325,
"coverage": 0.987,
"width_median": 15,
"tie": 0.0,
"entropy0": 2.626,
"entropy6": 2.1837,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 1,
"union_alive_median": 19,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.4026,
"coverage": 0.974,
"width_median": 37,
"tie": 0.0,
"entropy0": 4.1076,
"entropy6": 3.4426,
"squeezed": 2,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 5,
"union_alive_median": 49,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.3117,
"coverage": 0.974,
"width_median": 63,
"tie": 0.0,
"entropy0": 5.0618,
"entropy6": 4.2541,
"squeezed": 2,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 13,
"union_alive_median": 97,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 37,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 37,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 73,
"truth_in_range_rate": 0.9481,
"median_width": 65,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 67,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a_finance": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.624,
"entropy6": 2.1867,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6234
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1016,
"entropy6": 2.5392,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0537,
"entropy6": 2.6464,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.2727
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.987,
"width_median": 15,
"tie": 0.0,
"entropy0": 2.6241,
"entropy6": 2.1128,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 17,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5195,
"coverage": 0.987,
"width_median": 35,
"tie": 0.0,
"entropy0": 4.1021,
"entropy6": 3.3205,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.3377,
"coverage": 0.974,
"width_median": 63,
"tie": 0.0,
"entropy0": 5.0546,
"entropy6": 4.122,
"squeezed": 2,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 89,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 15,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 35,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 61,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 63,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a_health_pressure": {
"sweep": {
"10": {
"n": 77,
"top1": 0.2078,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6242,
"entropy6": 2.1337,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6104
},
"30": {
"n": 77,
"top1": 0.1039,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1026,
"entropy6": 2.5338,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4545
},
"60": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0546,
"entropy6": 2.6466,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3247
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6494,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.6244,
"entropy6": 2.0552,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 17,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5714,
"coverage": 0.987,
"width_median": 35,
"tie": 0.0,
"entropy0": 4.103,
"entropy6": 3.2797,
"squeezed": 1,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.4156,
"coverage": 0.961,
"width_median": 63,
"tie": 0.0,
"entropy0": 5.0553,
"entropy6": 4.1172,
"squeezed": 3,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 63,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 74,
"truth_in_range_rate": 0.961,
"median_width": 63,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a_education": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1948,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6237,
"entropy6": 2.0901,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6234
},
"30": {
"n": 77,
"top1": 0.0909,
"coverage": 1.0,
"width_median": 61,
"tie": 0.013,
"entropy0": 4.1016,
"entropy6": 2.5333,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.5325
},
"60": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0532,
"entropy6": 2.6469,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3247
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6623,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.6238,
"entropy6": 2.0058,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 15,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5714,
"coverage": 1.0,
"width_median": 33,
"tie": 0.0,
"entropy0": 4.102,
"entropy6": 3.2454,
"squeezed": 0,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.3766,
"coverage": 0.987,
"width_median": 67,
"tie": 0.0,
"entropy0": 5.0541,
"entropy6": 4.1504,
"squeezed": 1,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 14,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 61,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 65,
"mean_injected": 1.82
}
}
],
"errors": 0
},
"a_family": {
"sweep": {
"10": {
"n": 77,
"top1": 0.1818,
"coverage": 1.0,
"width_median": 21,
"tie": 0.013,
"entropy0": 2.6231,
"entropy6": 2.0971,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.6494
},
"30": {
"n": 77,
"top1": 0.0779,
"coverage": 1.0,
"width_median": 61,
"tie": 0.0,
"entropy0": 4.1004,
"entropy6": 2.5375,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.4935
},
"60": {
"n": 77,
"top1": 0.0649,
"coverage": 1.0,
"width_median": 121,
"tie": 0.0,
"entropy0": 5.0505,
"entropy6": 2.6461,
"squeezed": 0,
"too_narrow": 0,
"replay_top1": 0.3247
}
},
"cluster_width": {
"10": {
"n": 77,
"top1": 0.6364,
"coverage": 0.987,
"width_median": 13,
"tie": 0.0,
"entropy0": 2.6232,
"entropy6": 2.0122,
"squeezed": 1,
"independent": 1.0,
"public_median": 6,
"merge_median": 0,
"raw_median": 6,
"elim_median": 2,
"union_alive_median": 15,
"engine_union_median": 21
},
"30": {
"n": 77,
"top1": 0.5195,
"coverage": 1.0,
"width_median": 35,
"tie": 0.0,
"entropy0": 4.1011,
"entropy6": 3.2517,
"squeezed": 0,
"independent": 1.0,
"public_median": 17,
"merge_median": 0,
"raw_median": 17,
"elim_median": 7,
"union_alive_median": 43,
"engine_union_median": 61
},
"60": {
"n": 77,
"top1": 0.3636,
"coverage": 0.987,
"width_median": 67,
"tie": 0.0,
"entropy0": 5.0517,
"entropy6": 4.1007,
"squeezed": 1,
"independent": 1.0,
"public_median": 32,
"merge_median": 0,
"raw_median": 32,
"elim_median": 15,
"union_alive_median": 91,
"engine_union_median": 121
}
},
"futile_collect": [
{
"radius": 10,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 11,
"mean_injected": 1.82
}
},
{
"radius": 10,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 13,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "truth",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 30,
"direction": "opposite",
"baseline": {
"truth_in_range": 76,
"truth_in_range_rate": 0.987,
"median_width": 33,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "truth",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 65,
"mean_injected": 1.82
}
},
{
"radius": 60,
"direction": "opposite",
"baseline": {
"truth_in_range": 75,
"truth_in_range_rate": 0.974,
"median_width": 67,
"mean_injected": 1.82
}
}
],
"errors": 0
}
}
}