{
 "claude-opus-5-5": {
  "arms": {
   "fg_target": {
    "n": 27,
    "infra": 2,
    "infra_reruns": 0,
    "l1p": 1.1857476443923778,
    "correct": 1.0,
    "tok_out": 9957.36,
    "cuda": 0.48,
    "token_kernel": 0.04,
    "turns": 2.6,
    "submit_at_1": 0.48,
    "tok_first": 5786.6,
    "late_delivered": NaN,
    "status": {
     "ok": 25,
     "runtime_error": 2
    }
   },
   "frontier_gated": {
    "n": 39,
    "infra": 3,
    "infra_reruns": 0,
    "l1p": 1.135408392255418,
    "correct": 1.0,
    "tok_out": 10073.75,
    "cuda": 0.4722222222222222,
    "token_kernel": 0.1388888888888889,
    "turns": 2.5277777777777777,
    "submit_at_1": 0.6111111111111112,
    "tok_first": 5690.805555555556,
    "late_delivered": NaN,
    "status": {
     "ok": 36,
     "runtime_error": 3
    }
   },
   "late_show_all": {
    "n": 36,
    "infra": 3,
    "infra_reruns": 0,
    "l1p": 1.3108397152384084,
    "correct": 1.0,
    "tok_out": 12676.151515151516,
    "cuda": 0.9090909090909091,
    "token_kernel": 0.030303030303030304,
    "turns": 2.606060606060606,
    "submit_at_1": 0.45454545454545453,
    "tok_first": 7080.757575757576,
    "late_delivered": 1.0,
    "status": {
     "ok": 33,
     "runtime_error": 3
    }
   },
   "lessons_only": {
    "n": 34,
    "infra": 3,
    "infra_reruns": 0,
    "l1p": 1.2819713680861495,
    "correct": 1.0,
    "tok_out": 10377.58064516129,
    "cuda": 0.6451612903225806,
    "token_kernel": 0.0967741935483871,
    "turns": 2.3870967741935485,
    "submit_at_1": 0.6129032258064516,
    "tok_first": 6673.290322580645,
    "late_delivered": NaN,
    "status": {
     "ok": 31,
     "runtime_error": 3
    }
   },
   "no_approach": {
    "n": 38,
    "infra": 1,
    "infra_reruns": 0,
    "l1p": 1.180692504627413,
    "correct": 1.0,
    "tok_out": 11163.54054054054,
    "cuda": 0.5675675675675675,
    "token_kernel": 0.16216216216216217,
    "turns": 2.4054054054054053,
    "submit_at_1": 0.7027027027027027,
    "tok_first": 6674.27027027027,
    "late_delivered": NaN,
    "status": {
     "ok": 37,
     "runtime_error": 1
    }
   },
   "no_numbers": {
    "n": 26,
    "infra": 1,
    "infra_reruns": 0,
    "l1p": 1.0270155059531416,
    "correct": 1.0,
    "tok_out": 8779.36,
    "cuda": 0.16,
    "token_kernel": 0.24,
    "turns": 2.36,
    "submit_at_1": 0.72,
    "tok_first": 5076.24,
    "late_delivered": NaN,
    "status": {
     "ok": 25,
     "runtime_error": 1
    }
   },
   "none": {
    "n": 37,
    "infra": 0,
    "infra_reruns": 0,
    "l1p": 1.1785915476250137,
    "correct": 1.0,
    "tok_out": 13392.567567567568,
    "cuda": 0.8918918918918919,
    "token_kernel": 0.10810810810810811,
    "turns": 2.5405405405405403,
    "submit_at_1": 0.5945945945945946,
    "tok_first": 7664.810810810811,
    "late_delivered": NaN,
    "status": {
     "ok": 37
    }
   },
   "reader_relative": {
    "n": 38,
    "infra": 1,
    "infra_reruns": 0,
    "l1p": 1.1235858674030503,
    "correct": 1.0,
    "tok_out": 9310.405405405405,
    "cuda": 0.35135135135135137,
    "token_kernel": 0.1891891891891892,
    "turns": 2.4594594594594597,
    "submit_at_1": 0.6216216216216216,
    "tok_first": 5517.243243243243,
    "late_delivered": NaN,
    "status": {
     "ok": 37,
     "runtime_error": 1
    }
   },
   "show_all": {
    "n": 42,
    "infra": 3,
    "infra_reruns": 0,
    "l1p": 1.0142468643371427,
    "correct": 1.0,
    "tok_out": 7082.2307692307695,
    "cuda": 0.15384615384615385,
    "token_kernel": 0.20512820512820512,
    "turns": 2.3076923076923075,
    "submit_at_1": 0.7692307692307693,
    "tok_first": 4411.25641025641,
    "late_delivered": NaN,
    "status": {
     "ok": 39,
     "runtime_error": 3
    }
   }
  },
  "contrasts": {
   "show_all-none": {
    "l1p": {
     "diff": -0.2720153810313602,
     "lo": -0.46563317254802994,
     "hi": -0.08097292739654406,
     "p_boot": 0.006,
     "n_prob": 25
    },
    "l1p_infra0": {
     "diff": -0.32698377601740847,
     "lo": -0.5030504105526156,
     "hi": -0.14321165757120066,
     "p_boot": 0.0,
     "n_prob": 28
    },
    "l1p_refnorm": {
     "diff": -0.2530631399841685,
     "lo": -0.42159268824998386,
     "hi": -0.07762832726843277,
     "p_boot": 0.006,
     "n_prob": 25
    },
    "tok_out": {
     "diff": -4609.4,
     "lo": -6218.26,
     "hi": -2971.0,
     "p_boot": 0.0,
     "n_prob": 25
    },
    "cuda": {
     "diff": -0.74,
     "lo": -0.9,
     "hi": -0.58,
     "p_boot": 0.0,
     "n_prob": 25
    },
    "token_kernel": {
     "diff": 0.04,
     "lo": -0.12,
     "hi": 0.18,
     "p_boot": 0.673,
     "n_prob": 25
    },
    "turns": {
     "diff": -0.2,
     "lo": -0.44,
     "hi": 0.02,
     "p_boot": 0.1,
     "n_prob": 25
    }
   },
   "lessons_only-none": {
    "l1p": {
     "diff": 0.0010281447878890057,
     "lo": -0.06618384229237244,
     "hi": 0.07336909891967225,
     "p_boot": 0.995,
     "n_prob": 20
    },
    "l1p_infra0": {
     "diff": -0.0716969958928349,
     "lo": -0.178884480697538,
     "hi": 0.0343884134557038,
     "p_boot": 0.213,
     "n_prob": 20
    },
    "l1p_refnorm": {
     "diff": 0.025832142024122262,
     "lo": -0.046261919434698276,
     "hi": 0.10117040738482071,
     "p_boot": 0.496,
     "n_prob": 20
    },
    "tok_out": {
     "diff": -802.5,
     "lo": -2266.575,
     "hi": 427.95,
     "p_boot": 0.221,
     "n_prob": 20
    },
    "cuda": {
     "diff": -0.275,
     "lo": -0.45,
     "hi": -0.1,
     "p_boot": 0.0,
     "n_prob": 20
    },
    "token_kernel": {
     "diff": 0.025,
     "lo": 0.0,
     "hi": 0.075,
     "p_boot": 0.71,
     "n_prob": 20
    },
    "turns": {
     "diff": 0.0,
     "lo": -0.15,
     "hi": 0.15,
     "p_boot": 1.0,
     "n_prob": 20
    }
   },
   "no_approach-none": {
    "l1p": {
     "diff": -0.0012638888142025375,
     "lo": -0.11922841173783702,
     "hi": 0.11510766210260262,
     "p_boot": 0.988,
     "n_prob": 21
    },
    "l1p_infra0": {
     "diff": -0.05723877096680825,
     "lo": -0.23062230796012423,
     "hi": 0.08247174013421829,
     "p_boot": 0.512,
     "n_prob": 22
    },
    "l1p_refnorm": {
     "diff": -5.2860402898995725e-06,
     "lo": -0.1230175823837607,
     "hi": 0.12000041629209794,
     "p_boot": 0.999,
     "n_prob": 21
    },
    "tok_out": {
     "diff": -1584.904761904762,
     "lo": -4317.142857142857,
     "hi": 891.0714285714286,
     "p_boot": 0.246,
     "n_prob": 21
    },
    "cuda": {
     "diff": -0.3333333333333333,
     "lo": -0.5238095238095238,
     "hi": -0.14285714285714285,
     "p_boot": 0.0,
     "n_prob": 21
    },
    "token_kernel": {
     "diff": 0.047619047619047616,
     "lo": -0.09523809523809523,
     "hi": 0.19047619047619047,
     "p_boot": 0.629,
     "n_prob": 21
    },
    "turns": {
     "diff": -0.21428571428571427,
     "lo": -0.5,
     "hi": 0.047619047619047616,
     "p_boot": 0.155,
     "n_prob": 21
    }
   },
   "show_all-no_approach": {
    "l1p": {
     "diff": -0.24413031944452915,
     "lo": -0.4503429130129981,
     "hi": -0.07651895202377022,
     "p_boot": 0.0,
     "n_prob": 23
    },
    "l1p_infra0": {
     "diff": -0.20853145744880053,
     "lo": -0.40262250373236447,
     "hi": -0.029348112320401444,
     "p_boot": 0.029,
     "n_prob": 25
    },
    "l1p_refnorm": {
     "diff": -0.2251876592655742,
     "lo": -0.43529782739330075,
     "hi": -0.043822312216929865,
     "p_boot": 0.017,
     "n_prob": 23
    },
    "tok_out": {
     "diff": -2927.608695652174,
     "lo": -5612.239130434783,
     "hi": -707.5,
     "p_boot": 0.008,
     "n_prob": 23
    },
    "cuda": {
     "diff": -0.41304347826086957,
     "lo": -0.5869565217391305,
     "hi": -0.21739130434782608,
     "p_boot": 0.0,
     "n_prob": 23
    },
    "token_kernel": {
     "diff": 0.0,
     "lo": -0.13043478260869565,
     "hi": 0.13043478260869565,
     "p_boot": 1.0,
     "n_prob": 23
    },
    "turns": {
     "diff": 0.021739130434782608,
     "lo": -0.2608695652173913,
     "hi": 0.2608695652173913,
     "p_boot": 0.886,
     "n_prob": 23
    }
   },
   "no_approach-lessons_only": {
    "l1p": {
     "diff": -0.12164928246164591,
     "lo": -0.2707715062557905,
     "hi": 0.010528073207135464,
     "p_boot": 0.079,
     "n_prob": 19
    },
    "l1p_infra0": {
     "diff": -0.0995953169413839,
     "lo": -0.25906755865527803,
     "hi": 0.056963289104984646,
     "p_boot": 0.229,
     "n_prob": 20
    },
    "l1p_refnorm": {
     "diff": -0.13749386909783393,
     "lo": -0.2781807176496299,
     "hi": -0.016174071803860556,
     "p_boot": 0.019,
     "n_prob": 19
    },
    "tok_out": {
     "diff": 299.89473684210526,
     "lo": -1621.1315789473683,
     "hi": 2450.0,
     "p_boot": 0.802,
     "n_prob": 19
    },
    "cuda": {
     "diff": -0.15789473684210525,
     "lo": -0.3157894736842105,
     "hi": 0.0,
     "p_boot": 0.074,
     "n_prob": 19
    },
    "token_kernel": {
     "diff": 0.10526315789473684,
     "lo": 0.0,
     "hi": 0.2631578947368421,
     "p_boot": 0.226,
     "n_prob": 19
    },
    "turns": {
     "diff": 0.0,
     "lo": -0.2631578947368421,
     "hi": 0.23684210526315788,
     "p_boot": 1.0,
     "n_prob": 19
    }
   },
   "show_all-lessons_only": {
    "l1p": {
     "diff": -0.27576043372706543,
     "lo": -0.5176426962942487,
     "hi": -0.0016734075150109569,
     "p_boot": 0.049,
     "n_prob": 21
    },
    "l1p_infra0": {
     "diff": -0.2817746498041086,
     "lo": -0.5331144109477163,
     "hi": -0.04634147055977217,
     "p_boot": 0.023,
     "n_prob": 24
    },
    "l1p_refnorm": {
     "diff": -0.2796595450942251,
     "lo": -0.5191350327198628,
     "hi": -0.006524934687225756,
     "p_boot": 0.042,
     "n_prob": 21
    },
    "tok_out": {
     "diff": -3477.9285714285716,
     "lo": -5186.9047619047615,
     "hi": -1643.5,
     "p_boot": 0.0,
     "n_prob": 21
    },
    "cuda": {
     "diff": -0.4523809523809524,
     "lo": -0.6666666666666666,
     "hi": -0.23809523809523808,
     "p_boot": 0.0,
     "n_prob": 21
    },
    "token_kernel": {
     "diff": 0.047619047619047616,
     "lo": -0.09523809523809523,
     "hi": 0.19047619047619047,
     "p_boot": 0.822,
     "n_prob": 21
    },
    "turns": {
     "diff": -0.16666666666666666,
     "lo": -0.40476190476190477,
     "hi": 0.07142857142857142,
     "p_boot": 0.2,
     "n_prob": 21
    }
   },
   "no_numbers-show_all": {
    "l1p": {
     "diff": 0.001612665556913375,
     "lo": -0.1123766241045915,
     "hi": 0.13592326575670677,
     "p_boot": 0.951,
     "n_prob": 17
    },
    "l1p_infra0": {
     "diff": 0.10079055998947495,
     "lo": -0.04989692087615981,
     "hi": 0.2749115660319671,
     "p_boot": 0.22,
     "n_prob": 20
    },
    "l1p_refnorm": {
     "diff": -0.00028517413184581244,
     "lo": -0.11060382485741228,
     "hi": 0.1332313645491778,
     "p_boot": 0.933,
     "n_prob": 17
    },
    "tok_out": {
     "diff": 1047.0882352941176,
     "lo": -1217.7941176470588,
     "hi": 3454.0,
     "p_boot": 0.38,
     "n_prob": 17
    },
    "cuda": {
     "diff": 0.029411764705882353,
     "lo": -0.08823529411764706,
     "hi": 0.17647058823529413,
     "p_boot": 0.918,
     "n_prob": 17
    },
    "token_kernel": {
     "diff": 0.029411764705882353,
     "lo": 0.0,
     "hi": 0.08823529411764706,
     "p_boot": 0.718,
     "n_prob": 17
    },
    "turns": {
     "diff": 0.058823529411764705,
     "lo": -0.14705882352941177,
     "hi": 0.2647058823529412,
     "p_boot": 0.704,
     "n_prob": 17
    }
   },
   "no_numbers-none": {
    "l1p": {
     "diff": -0.19341440978287278,
     "lo": -0.3742239728663645,
     "hi": -0.0241979744661819,
     "p_boot": 0.02,
     "n_prob": 18
    },
    "l1p_infra0": {
     "diff": -0.19341440978287278,
     "lo": -0.3742239728663645,
     "hi": -0.0241979744661819,
     "p_boot": 0.02,
     "n_prob": 18
    },
    "l1p_refnorm": {
     "diff": -0.20200165569536502,
     "lo": -0.3838621865722987,
     "hi": -0.0373101451179276,
     "p_boot": 0.015,
     "n_prob": 18
    },
    "tok_out": {
     "diff": -4856.5,
     "lo": -9122.833333333334,
     "hi": -1944.8055555555557,
     "p_boot": 0.0,
     "n_prob": 18
    },
    "cuda": {
     "diff": -0.6666666666666666,
     "lo": -0.8611111111111112,
     "hi": -0.4722222222222222,
     "p_boot": 0.0,
     "n_prob": 18
    },
    "token_kernel": {
     "diff": 0.1388888888888889,
     "lo": 0.0,
     "hi": 0.3055555555555556,
     "p_boot": 0.071,
     "n_prob": 18
    },
    "turns": {
     "diff": -0.08333333333333333,
     "lo": -0.25,
     "hi": 0.08333333333333333,
     "p_boot": 0.396,
     "n_prob": 18
    }
   },
   "reader_relative-show_all": {
    "l1p": {
     "diff": 0.10646545592360925,
     "lo": 0.008382251491717794,
     "hi": 0.211134336384021,
     "p_boot": 0.028,
     "n_prob": 24
    },
    "l1p_infra0": {
     "diff": 0.1537549167754479,
     "lo": 0.03454551607116167,
     "hi": 0.2877957715235968,
     "p_boot": 0.007,
     "n_prob": 27
    },
    "l1p_refnorm": {
     "diff": 0.09437415545344785,
     "lo": -0.007375040721596564,
     "hi": 0.2005596551578308,
     "p_boot": 0.063,
     "n_prob": 24
    },
    "tok_out": {
     "diff": 1375.3125,
     "lo": -110.27083333333333,
     "hi": 2837.3958333333335,
     "p_boot": 0.064,
     "n_prob": 24
    },
    "cuda": {
     "diff": 0.14583333333333334,
     "lo": 0.041666666666666664,
     "hi": 0.2708333333333333,
     "p_boot": 0.007,
     "n_prob": 24
    },
    "token_kernel": {
     "diff": 0.0,
     "lo": 0.0,
     "hi": 0.0,
     "p_boot": 1.0,
     "n_prob": 24
    },
    "turns": {
     "diff": 0.041666666666666664,
     "lo": -0.16666666666666666,
     "hi": 0.25,
     "p_boot": 0.723,
     "n_prob": 24
    }
   },
   "reader_relative-none": {
    "l1p": {
     "diff": -0.1382681799086104,
     "lo": -0.27515946859326423,
     "hi": 0.005100024395696716,
     "p_boot": 0.064,
     "n_prob": 21
    },
    "l1p_infra0": {
     "diff": -0.16432620174807774,
     "lo": -0.32161871690576266,
     "hi": -0.010263828560180023,
     "p_boot": 0.035,
     "n_prob": 21
    },
    "l1p_refnorm": {
     "diff": -0.1510060216294553,
     "lo": -0.2818351051444846,
     "hi": -0.006282664154608357,
     "p_boot": 0.039,
     "n_prob": 21
    },
    "tok_out": {
     "diff": -2812.9523809523807,
     "lo": -5258.071428571428,
     "hi": -541.6428571428571,
     "p_boot": 0.016,
     "n_prob": 21
    },
    "cuda": {
     "diff": -0.5476190476190477,
     "lo": -0.7142857142857143,
     "hi": -0.35714285714285715,
     "p_boot": 0.0,
     "n_prob": 21
    },
    "token_kernel": {
     "diff": 0.047619047619047616,
     "lo": -0.11904761904761904,
     "hi": 0.21428571428571427,
     "p_boot": 0.705,
     "n_prob": 21
    },
    "turns": {
     "diff": 0.0,
     "lo": -0.30952380952380953,
     "hi": 0.2619047619047619,
     "p_boot": 1.0,
     "n_prob": 21
    }
   },
   "frontier_gated-none": {
    "l1p": {
     "diff": -0.11765536167638069,
     "lo": -0.30604194937402485,
     "hi": 0.04498612904647963,
     "p_boot": 0.184,
     "n_prob": 22
    },
    "l1p_infra0": {
     "diff": -0.20124218785821144,
     "lo": -0.4150493091702854,
     "hi": -0.021606295297022158,
     "p_boot": 0.024,
     "n_prob": 23
    },
    "l1p_refnorm": {
     "diff": -0.1122812582553879,
     "lo": -0.28551910453075263,
     "hi": 0.04373100683805438,
     "p_boot": 0.175,
     "n_prob": 22
    },
    "tok_out": {
     "diff": -4255.568181818182,
     "lo": -7559.772727272727,
     "hi": -1667.1136363636363,
     "p_boot": 0.0,
     "n_prob": 22
    },
    "cuda": {
     "diff": -0.4090909090909091,
     "lo": -0.6136363636363636,
     "hi": -0.22727272727272727,
     "p_boot": 0.0,
     "n_prob": 22
    },
    "token_kernel": {
     "diff": 0.0,
     "lo": -0.13636363636363635,
     "hi": 0.13636363636363635,
     "p_boot": 1.0,
     "n_prob": 22
    },
    "turns": {
     "diff": -0.13636363636363635,
     "lo": -0.36363636363636365,
     "hi": 0.022727272727272728,
     "p_boot": 0.192,
     "n_prob": 22
    }
   },
   "frontier_gated-show_all": {
    "l1p": {
     "diff": 0.10263175112843918,
     "lo": -0.06845865117022183,
     "hi": 0.28169941924226766,
     "p_boot": 0.248,
     "n_prob": 25
    },
    "l1p_infra0": {
     "diff": 0.08930071942178884,
     "lo": -0.10073699508520206,
     "hi": 0.2872465844879799,
     "p_boot": 0.369,
     "n_prob": 28
    },
    "l1p_refnorm": {
     "diff": 0.0894402237041691,
     "lo": -0.07986042788420397,
     "hi": 0.2704295723087284,
     "p_boot": 0.331,
     "n_prob": 25
    },
    "tok_out": {
     "diff": 1771.56,
     "lo": 225.62,
     "hi": 3479.78,
     "p_boot": 0.024,
     "n_prob": 25
    },
    "cuda": {
     "diff": 0.3,
     "lo": 0.12,
     "hi": 0.48,
     "p_boot": 0.0,
     "n_prob": 25
    },
    "token_kernel": {
     "diff": -0.06,
     "lo": -0.2,
     "hi": 0.08,
     "p_boot": 0.508,
     "n_prob": 25
    },
    "turns": {
     "diff": 0.02,
     "lo": -0.2,
     "hi": 0.26,
     "p_boot": 0.896,
     "n_prob": 25
    }
   },
   "fg_target-none": {
    "l1p": {
     "diff": -0.08743588671209337,
     "lo": -0.31222434016358874,
     "hi": 0.12204193902562381,
     "p_boot": 0.432,
     "n_prob": 19
    },
    "l1p_infra0": {
     "diff": -0.13085400876584552,
     "lo": -0.35946601508219095,
     "hi": 0.088446453899003,
     "p_boot": 0.249,
     "n_prob": 19
    },
    "l1p_refnorm": {
     "diff": -0.0949218227523772,
     "lo": -0.31922549804716754,
     "hi": 0.11539250626395467,
     "p_boot": 0.377,
     "n_prob": 19
    },
    "tok_out": {
     "diff": -1933.8684210526317,
     "lo": -4267.368421052632,
     "hi": 361.7368421052632,
     "p_boot": 0.104,
     "n_prob": 19
    },
    "cuda": {
     "diff": -0.42105263157894735,
     "lo": -0.6578947368421053,
     "hi": -0.18421052631578946,
     "p_boot": 0.0,
     "n_prob": 19
    },
    "token_kernel": {
     "diff": -0.02631578947368421,
     "lo": -0.10526315789473684,
     "hi": 0.05263157894736842,
     "p_boot": 0.812,
     "n_prob": 19
    },
    "turns": {
     "diff": 0.07894736842105263,
     "lo": -0.2894736842105263,
     "hi": 0.42105263157894735,
     "p_boot": 0.666,
     "n_prob": 19
    }
   },
   "fg_target-show_all": {
    "l1p": {
     "diff": 0.15680228379201172,
     "lo": 0.007332967201594926,
     "hi": 0.2995003163196568,
     "p_boot": 0.042,
     "n_prob": 20
    },
    "l1p_infra0": {
     "diff": 0.11719376787386494,
     "lo": -0.04433129224446685,
     "hi": 0.28481524013641213,
     "p_boot": 0.151,
     "n_prob": 22
    },
    "l1p_refnorm": {
     "diff": 0.15184631443065982,
     "lo": 0.004400060366081646,
     "hi": 0.29139752723389034,
     "p_boot": 0.041,
     "n_prob": 20
    },
    "tok_out": {
     "diff": 3513.8,
     "lo": 1588.675,
     "hi": 5257.975,
     "p_boot": 0.0,
     "n_prob": 20
    },
    "cuda": {
     "diff": 0.325,
     "lo": 0.125,
     "hi": 0.525,
     "p_boot": 0.0,
     "n_prob": 20
    },
    "token_kernel": {
     "diff": -0.075,
     "lo": -0.2,
     "hi": 0.0,
     "p_boot": 0.24,
     "n_prob": 20
    },
    "turns": {
     "diff": 0.425,
     "lo": 0.1,
     "hi": 0.75,
     "p_boot": 0.015,
     "n_prob": 20
    }
   },
   "fg_target-frontier_gated": {
    "l1p": {
     "diff": 0.03680038192057681,
     "lo": -0.13103323562597147,
     "hi": 0.2124305666100225,
     "p_boot": 0.639,
     "n_prob": 18
    },
    "l1p_infra0": {
     "diff": 0.03416818233472405,
     "lo": -0.17630956140869689,
     "hi": 0.236373851656772,
     "p_boot": 0.774,
     "n_prob": 20
    },
    "l1p_refnorm": {
     "diff": 0.0283847470096754,
     "lo": -0.13591875142621604,
     "hi": 0.2028098712989175,
     "p_boot": 0.72,
     "n_prob": 18
    },
    "tok_out": {
     "diff": 331.44444444444446,
     "lo": -953.8888888888889,
     "hi": 1763.5833333333333,
     "p_boot": 0.667,
     "n_prob": 18
    },
    "cuda": {
     "diff": -0.1111111111111111,
     "lo": -0.2777777777777778,
     "hi": 0.0,
     "p_boot": 0.256,
     "n_prob": 18
    },
    "token_kernel": {
     "diff": -0.1111111111111111,
     "lo": -0.2777777777777778,
     "hi": 0.0,
     "p_boot": 0.237,
     "n_prob": 18
    },
    "turns": {
     "diff": 0.05555555555555555,
     "lo": -0.25,
     "hi": 0.3611111111111111,
     "p_boot": 0.779,
     "n_prob": 18
    }
   },
   "late_show_all-none": {
    "l1p": {
     "diff": 0.1058244877583117,
     "lo": 0.00809050968316014,
     "hi": 0.20959562227456524,
     "p_boot": 0.033,
     "n_prob": 20
    },
    "l1p_infra0": {
     "diff": 0.018310274868216486,
     "lo": -0.16176380953967964,
     "hi": 0.16075925179674255,
     "p_boot": 0.782,
     "n_prob": 22
    },
    "l1p_refnorm": {
     "diff": 0.13309875589352754,
     "lo": 0.03743967326946992,
     "hi": 0.23849303395916088,
     "p_boot": 0.005,
     "n_prob": 20
    },
    "tok_out": {
     "diff": 1324.9,
     "lo": -690.025,
     "hi": 3162.9,
     "p_boot": 0.176,
     "n_prob": 20
    },
    "cuda": {
     "diff": 0.025,
     "lo": -0.05,
     "hi": 0.1,
     "p_boot": 0.793,
     "n_prob": 20
    },
    "token_kernel": {
     "diff": -0.05,
     "lo": -0.175,
     "hi": 0.05,
     "p_boot": 0.545,
     "n_prob": 20
    },
    "turns": {
     "diff": 0.125,
     "lo": -0.175,
     "hi": 0.375,
     "p_boot": 0.367,
     "n_prob": 20
    }
   },
   "late_show_all-show_all": {
    "l1p": {
     "diff": 0.33290939212941895,
     "lo": 0.1245256617971416,
     "hi": 0.5186700377276767,
     "p_boot": 0.002,
     "n_prob": 24
    },
    "l1p_infra0": {
     "diff": 0.28746567540915474,
     "lo": 0.09331441231242114,
     "hi": 0.49387645477177056,
     "p_boot": 0.006,
     "n_prob": 27
    },
    "l1p_refnorm": {
     "diff": 0.33272317281665376,
     "lo": 0.12357865534747355,
     "hi": 0.519279979963267,
     "p_boot": 0.002,
     "n_prob": 24
    },
    "tok_out": {
     "diff": 5534.041666666667,
     "lo": 3350.8958333333335,
     "hi": 7522.979166666667,
     "p_boot": 0.0,
     "n_prob": 24
    },
    "cuda": {
     "diff": 0.75,
     "lo": 0.5833333333333334,
     "hi": 0.9166666666666666,
     "p_boot": 0.0,
     "n_prob": 24
    },
    "token_kernel": {
     "diff": -0.10416666666666667,
     "lo": -0.2708333333333333,
     "hi": 0.041666666666666664,
     "p_boot": 0.257,
     "n_prob": 24
    },
    "turns": {
     "diff": 0.20833333333333334,
     "lo": -0.0625,
     "hi": 0.4583333333333333,
     "p_boot": 0.15,
     "n_prob": 24
    }
   }
  }
 }
}