{
 "h1_claude-opus-5-5": {
  "diff": [
   -0.10298848179759348,
   -0.16300747815537567,
   -0.04805459945822247
  ],
  "n": 92,
  "down": 39,
  "up": 14
 },
 "h1_claude-opus-4-8": {
  "diff": [
   0.2559384391583179,
   0.17819119090184274,
   0.3371336987928769
  ],
  "n": 77,
  "down": 7,
  "up": 44
 },
 "kmech_late_show_all-show_all": {
  "diff": [
   0.332909392129419,
   0.13833083922911488,
   0.5272148379791355
  ],
  "n": 24
 },
 "kmech_late_show_all-none": {
  "diff": [
   0.1058244877583117,
   0.009447561722717355,
   0.21245453591458013
  ],
  "n": 20
 },
 "kmech_show_all-none": {
  "diff": [
   -0.2720153810313602,
   -0.46572198002514786,
   -0.08210263565811667
  ],
  "n": 25
 },
 "kmech_lessons_only-none": {
  "diff": [
   0.0010281447878890057,
   -0.0672540806977667,
   0.07216373765285149
  ],
  "n": 20
 },
 "kmech_reader_relative-show_all": {
  "diff": [
   0.10646545592360923,
   0.00832123439273789,
   0.21708460624149428
  ],
  "n": 24
 },
 "kmech_no_numbers-show_all": {
  "diff": [
   0.0016126655569133716,
   -0.11284854809296074,
   0.136313031542849
  ],
  "n": 17
 },
 "ok1_spearman_chars_effect_55_store_arms": {
  "rho": 0.3214285714285715,
  "n_arms": 7
 },
 "kproof_ace-bare": {
  "diff": [
   0.09128974358974357,
   -0.0994539102564103,
   0.3250274358974356
  ],
  "n": 26,
  "chars": [
   305234.0,
   0.0
  ]
 },
 "kproof_stock-bare": {
  "diff": [
   -0.13666282051282055,
   -0.23273455128205142,
   -0.04870019230769234
  ],
  "n": 26,
  "chars": [
   6982.461538461538,
   0.0
  ]
 },
 "kproof_livKF-bare": {
  "diff": [
   1.804511538461538,
   1.3488794871794874,
   2.286332179487179
  ],
  "n": 26,
  "chars": [
   18477.53846153846,
   0.0
  ]
 },
 "kproof_ace-stock": {
  "diff": [
   0.22795256410256412,
   0.07107166666666671,
   0.4278101282051279
  ],
  "n": 26,
  "chars": [
   305234.0,
   6982.461538461538
  ]
 },
 "h1_spearman_chars_claude-opus-5-5": {
  "rho": -0.048641400675061265,
  "n": 92,
  "chars_range": [
   2425,
   13278
  ]
 },
 "h1_spearman_chars_claude-opus-4-8": {
  "rho": 0.19677690730322306,
  "n": 77,
  "chars_range": [
   2425,
   13278
  ]
 },
 "h1_signflip": {
  "n_both": 77,
  "quadrants": {
   "55tie/48tie": 13,
   "55down/48down": 4,
   "55down/48up": 21,
   "55up/48up": 5,
   "55tie/48down": 1,
   "55up/48down": 2,
   "55tie/48up": 18,
   "55up/48tie": 4,
   "55down/48tie": 9
  },
  "55neg_48pos": 39,
  "55pos_48neg": 5,
  "spearman": -0.1576055523423944,
  "diff_in_diff": [
   0.3501239388633032,
   0.24482659509621585,
   0.46227619330665776
  ]
 },
 "h1_55_ref-normalised (problem-median ref / cand, cap 10)": {
  "diff": [
   -0.10487802782235597,
   -0.16572496526796562,
   -0.049300019074967144
  ],
  "n": 92
 },
 "h1_55_inflated episodes excluded": {
  "diff": [
   -0.1098633031740046,
   -0.1730034867994461,
   -0.05036724040823403
  ],
  "n": 92
 },
 "h1_55_lo95 speedup (cap 10)": {
  "diff": [
   -0.1041464974203365,
   -0.16462801730394408,
   -0.04909990220047312
  ],
  "n": 92
 },
 "h1_55_mean-of-trials speedup (cap 10)": {
  "diff": [
   -0.10456379633056193,
   -0.16467887620552846,
   -0.04928557906469021
  ],
  "n": 92
 },
 "h1_55_CUDA-event-only speedup (cap 10)": {
  "diff": [
   -0.10326533928944412,
   -0.16342803647129558,
   -0.0482421626732273
  ],
  "n": 92
 },
 "h1_55_correct_only": {
  "diff": [
   -0.10540724733025505,
   -0.16534156925570986,
   -0.050790056297011076
  ],
  "n": 92
 },
 "h1_uncapped_claude-opus-5-5": {
  "diff": [
   -0.1025210296740868,
   -0.16338247458896463,
   -0.04626008928318607
  ],
  "n": 92
 },
 "h1_nocap_problems_claude-opus-5-5": {
  "diff": [
   -0.10346160713956654,
   -0.16693977646025276,
   -0.04292427253767954
  ],
  "n": 85,
  "n_excluded": 7
 },
 "h1_uncapped_claude-opus-4-8": {
  "diff": [
   0.2521196494259669,
   0.171893502386488,
   0.3345344887491996
  ],
  "n": 77
 },
 "h1_nocap_problems_claude-opus-4-8": {
  "diff": [
   0.27144259655002184,
   0.195128181699902,
   0.3470808287344439
  ],
  "n": 75,
  "n_excluded": 2
 },
 "crossfit_claude-opus-5-5": {
  "n_problems": 119,
  "slope": -0.21255384705690353,
  "terciles": {
   "low": -0.019170742986285957,
   "mid": -0.06643136890019002,
   "high": -0.29677913436013986
  },
  "gap_high_low_ci95": [
   -0.4103153384724721,
   -0.13993460305458105
  ],
  "slope_ci95": [
   -0.3589211172983299,
   -0.09104643561636676
  ],
  "boot_draws": 400,
  "splits_per_draw": 10
 },
 "crossfit_claude-opus-4-8": {
  "n_problems": 83,
  "slope": -0.09015576088243331,
  "terciles": {
   "low": 0.32034353882229694,
   "mid": 0.19021615229729258,
   "high": 0.2308065762364817
  },
  "gap_high_low_ci95": [
   -0.2419414940325958,
   0.056580078343709206
  ],
  "slope_ci95": [
   -0.2561488704633465,
   0.09146237298496515
  ],
  "boot_draws": 400,
  "splits_per_draw": 10
 },
 "age_claude-opus-5-5": {
  "n_snapshots_H08_H36": 8,
  "ci90_below0": 8,
  "ci90_above0": 0
 },
 "age_claude-opus-4-8": {
  "n_snapshots_H08_H36": 8,
  "ci90_below0": 0,
  "ci90_above0": 6
 },
 "h1_train_claude-opus-5-5": {
  "diff": [
   -0.06890313711218654,
   -0.12035351223178559,
   -0.021533954994821976
  ],
  "n": 65
 },
 "h1_gate_claude-opus-5-5": {
  "diff": [
   -0.1850457930772768,
   -0.34221761933362826,
   -0.03786220952029337
  ],
  "n": 27
 },
 "h1_train_claude-opus-4-8": {
  "diff": [
   0.20364986365850832,
   0.1211558643686039,
   0.2853394452657382
  ],
  "n": 55
 },
 "h1_gate_claude-opus-4-8": {
  "diff": [
   0.3866598779078418,
   0.2117521372161911,
   0.5643853860679704
  ],
  "n": 22
 },
 "h1_claude-opus-5-5_no recipe or kernel served (lessons + pitfalls only)": {
  "diff": [
   -0.13273983506317238,
   -0.3010247279931589,
   -0.022711328888142895
  ],
  "n": 8
 },
 "h1_claude-opus-5-5_recipes and/or kernels served": {
  "diff": [
   -0.10015501958182403,
   -0.16531275782157417,
   -0.040099469040718934
  ],
  "n": 84
 },
 "h1_claude-opus-5-5_problem was itself a store source (same-problem item dropped)": {
  "diff": [
   -0.12878530390044654,
   -0.31356970354769764,
   -0.0036353993042202814
  ],
  "n": 18
 },
 "h1_claude-opus-5-5_problem not a store source": {
  "diff": [
   -0.0967135791239265,
   -0.15758309073138546,
   -0.03684055331313825
  ],
  "n": 74
 },
 "h1_claude-opus-4-8_no recipe or kernel served (lessons + pitfalls only)": {
  "diff": [
   0.2575150195430783,
   0.07310457879472206,
   0.4772613479780126
  ],
  "n": 7
 },
 "h1_claude-opus-4-8_recipes and/or kernels served": {
  "diff": [
   0.25578078111984187,
   0.17106004593794424,
   0.3392613478056349
  ],
  "n": 70
 },
 "h1_claude-opus-4-8_problem was itself a store source (same-problem item dropped)": {
  "diff": [
   0.2783744796100782,
   0.07724497051887325,
   0.47937590165695027
  ],
  "n": 16
 },
 "h1_claude-opus-4-8_problem not a store source": {
  "diff": [
   0.2500535760890037,
   0.16462691367502533,
   0.3345352112281901
  ],
  "n": 61
 },
 "h1_family_claude-opus-5-5": {
  "conv": [
   -0.20454616353370203,
   21
  ],
  "matmul": [
   -0.07342975772157087,
   31
  ],
  "conv_transpose": [
   -0.10828051979989538,
   14
  ],
  "network": [
   0.0024825482953652056,
   13
  ],
  "attention": [
   -0.16809234401011097,
   6
  ],
  "rnn": [
   -0.06579477301830204,
   6
  ],
  "norm": [
   -0.016171550272892965,
   1
  ]
 },
 "h1_family_claude-opus-4-8": {
  "matmul": [
   0.13545387212060175,
   26
  ],
  "network": [
   0.14398737950619875,
   11
  ],
  "rnn": [
   0.4070929021232873,
   5
  ],
  "conv": [
   0.4288076198698456,
   16
  ],
  "conv_transpose": [
   0.4374510799293098,
   12
  ],
  "attention": [
   0.1844555839770198,
   6
  ],
  "norm": [
   -0.650934926061159,
   1
  ]
 }
}