{ "headline": { "own_tau": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -57.172, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -54.229, "mae": 5.166, "rmse": 5.863 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -51.945, "mae": 3.304, "rmse": 3.862 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -53.664, "mae": 4.021, "rmse": 4.614 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -53.061, "mae": 3.231, "rmse": 3.722 } }, "bf_law_vs": { "M0": 186.184, "M1": 9.815, "M3": 5.576, "M5": 3.053 } }, "shared_tau_w": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -54.519, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -52.91, "mae": 5.166, "rmse": 5.863 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -51.945, "mae": 3.304, "rmse": 3.862 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -52.197, "mae": 4.021, "rmse": 4.614 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -51.847, "mae": 3.231, "rmse": 3.722 } }, "bf_law_vs": { "M0": 13.111, "M1": 2.625, "M3": 1.286, "M5": 0.907 } } }, "family_overlap": { "family": { "L001": "store compiled by Opus 5.5, carried down to Haiku", "L002": "store compiled by Opus 5.5, carried down to Haiku", "L058": "online store (Haiku's own)", "L006": "crash recovery (lineage)", "L007": "crash recovery (lineage)", "L054": "handoff brief a5 (Opus 5.5 -> Opus 4.8)", "L003": "crash recovery (lineage)", "L004": "crash recovery (lineage)", "L163": "crash recovery layer + API-change sensor", "L174": "crash recovery (durable layer)", "L057": "handoff brief a5 (Haiku -> Opus 5.5)", "L099": "API-change sensor", "L166": "API-change sensor", "L147": "claim learner", "L124": "claim learner", "L126": "claim learner", "L136": "claim learner", "L010": "store built by Opus 4.8, carried up", "L011": "store built by Opus 4.8, carried up", "L012": "store built by Opus 4.8, carried up", "L016": "store built by Opus 4.8, carried up" }, "ledger_line": { "L001": 2, "L002": 3, "L003": 4, "L004": 5, "L005": 6, "L006": 7, "L007": 8, "L008": 9, "L009": 10, "L010": 11, "L011": 12, "L012": 13, "L013": 14, "L014": 15, "L015": 16, "L016": 17, "L017": 18, "L018": 19, "L019": 20, "L020": 21, "L021": 22, "L022": 23, "L023": 24, "L024": 25, "L025": 26, "L026": 27, "L027": 28, "L028": 29, "L029": 30, "L030": 31, "L031": 32, "L032": 33, "L033": 34, "L034": 35, "L035": 36, "L036": 37, "L037": 38, "L038": 39, "L039": 40, "L040": 41, "L041": 42, "L042": 43, "L043": 44, "L044": 45, "L045": 46, "L046": 47, "L047": 48, "L048": 49, "L049": 50, "L050": 51, "L051": 52, "L052": 53, "L053": 54, "L054": 55, "L055": 56, "L056": 57, "L057": 58, "L058": 59, "L059": 60, "L060": 61, "L061": 62, "L062": 63, "L063": 64, "L064": 65, "L065": 66, "L066": 67, "L067": 68, "L068": 69, "L069": 70, "L070": 71, "L071": 72, "L072": 73, "L073": 74, "L074": 75, "L075": 76, "L076": 77, "L077": 78, "L078": 79, "L079": 80, "L080": 81, "L081": 82, "L082": 83, "L083": 84, "L084": 85, "L085": 86, "L086": 87, "L087": 88, "L088": 89, "L089": 90, "L090": 91, "L091": 92, "L092": 93, "L093": 94, "L094": 95, "L095": 96, "L096": 97, "L097": 98, "L098": 99, "L099": 100, "L100": 101, "L101": 102, "L102": 103, "L103": 104, "L104": 105, "L105": 106, "L106": 107, "L107": 108, "L108": 109, "L109": 110, "L192": 111, "L110": 112, "L111": 113, "L112": 114, "L113": 115, "L114": 116, "L115": 117, "L116": 118, "L117": 119, "L118": 120, "L119": 121, "L120": 122, "L121": 123, "L122": 124, "L123": 125, "L124": 126, "L125": 127, "L126": 128, "L127": 129, "L128": 130, "L129": 131, "L130": 132, "L131": 133, "L132": 134, "L133": 135, "L134": 136, "L135": 137, "L136": 138, "L137": 139, "L138": 140, "L139": 141, "L140": 142, "L141": 143, "L142": 144, "L143": 145, "L144": 146, "L145": 147, "L146": 148, "L147": 149, "L148": 150, "L149": 151, "L150": 152, "L151": 153, "L152": 154, "L153": 155, "L154": 156, "L155": 157, "L156": 158, "L157": 159, "L158": 160, "L159": 161, "L160": 162, "L161": 163, "L162": 164, "L163": 165, "L164": 166, "L165": 167, "L166": 168, "L167": 169, "L168": 170, "L169": 171, "L170": 172, "L171": 173, "L172": 174, "L173": 175, "L174": 176, "L175": 177, "L176": 178, "L177": 179, "L178": 180, "L179": 181, "L180": 182, "L181": 183, "L182": 184, "L183": 185, "L184": 186, "L185": 187, "L186": 188, "L187": 189, "L188": 190, "L189": 191, "L190": 192, "L191": 193, "L193": 194, "L194": 195, "L195": 196 }, "subsets": { "novel: sensor + claim learner + Opus-4.8 store (no weaker row of the family)": { "own_tau": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -38.191, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -36.296, "mae": 5.469, "rmse": 6.143 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -34.838, "mae": 3.935, "rmse": 4.319 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -35.908, "mae": 4.345, "rmse": 4.921 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -35.521, "mae": 3.73, "rmse": 4.135 } }, "bf_law_vs": { "M0": 28.596, "M1": 4.299, "M3": 2.916, "M5": 1.98 } }, "shared_tau_w": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -36.507, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -35.449, "mae": 5.469, "rmse": 6.143 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -34.838, "mae": 3.935, "rmse": 4.319 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -34.96, "mae": 4.345, "rmse": 4.921 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -34.737, "mae": 3.73, "rmse": 4.135 } }, "bf_law_vs": { "M0": 5.305, "M1": 1.842, "M3": 1.129, "M5": 0.904 } } }, "novel strict: sensor + claim learner (no crash, store or handoff component)": { "own_tau": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -23.317, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -21.273, "mae": 3.473, "rmse": 3.774 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -20.868, "mae": 4.67, "rmse": 4.997 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -21.273, "mae": 3.473, "rmse": 3.774 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -21.062, "mae": 3.008, "rmse": 3.142 } }, "bf_law_vs": { "M0": 11.575, "M1": 1.499, "M3": 1.499, "M5": 1.214 } }, "shared_tau_w": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -22.621, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -20.653, "mae": 3.473, "rmse": 3.774 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -20.868, "mae": 4.67, "rmse": 4.997 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -20.653, "mae": 3.473, "rmse": 3.774 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -20.554, "mae": 3.008, "rmse": 3.142 } }, "bf_law_vs": { "M0": 5.77, "M1": 0.806, "M3": 0.806, "M5": 0.73 } } }, "novel + handoff brief L057 (the ten novel rows and L057)": { "own_tau": { "n": 11, "rows": [ "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -42.34, "mae": 7.095, "rmse": 8.943 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -40.009, "mae": 5.615, "rmse": 6.234 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -38.419, "mae": 4.06, "rmse": 4.418 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -39.621, "mae": 4.593, "rmse": 5.155 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -39.153, "mae": 3.83, "rmse": 4.203 } }, "bf_law_vs": { "M0": 50.441, "M1": 4.905, "M3": 3.327, "M5": 2.083 } }, "shared_tau_w": { "n": 11, "rows": [ "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -40.669, "mae": 7.095, "rmse": 8.943 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -39.093, "mae": 5.615, "rmse": 6.234 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -38.419, "mae": 4.06, "rmse": 4.418 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -38.603, "mae": 4.593, "rmse": 5.155 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -38.304, "mae": 3.83, "rmse": 4.203 } }, "bf_law_vs": { "M0": 9.485, "M1": 1.962, "M3": 1.203, "M5": 0.891 } } }, "shared: crash recovery + handoff brief (family has a weaker row)": { "own_tau": { "n": 5, "rows": [ "L003", "L004", "L057", "L163", "L174" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -18.981, "mae": 6.39, "rmse": 8.093 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -17.933, "mae": 4.562, "rmse": 5.259 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -17.107, "mae": 2.043, "rmse": 2.727 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -17.755, "mae": 3.374, "rmse": 3.927 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -17.54, "mae": 2.232, "rmse": 2.713 } }, "bf_law_vs": { "M0": 6.511, "M1": 2.283, "M3": 1.912, "M5": 1.542 } }, "shared_tau_w": { "n": 5, "rows": [ "L003", "L004", "L057", "L163", "L174" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -18.012, "mae": 6.39, "rmse": 8.093 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -17.461, "mae": 4.562, "rmse": 5.259 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -17.107, "mae": 2.043, "rmse": 2.727 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -17.237, "mae": 3.374, "rmse": 3.927 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -17.111, "mae": 2.232, "rmse": 2.713 } }, "bf_law_vs": { "M0": 2.471, "M1": 1.425, "M3": 1.139, "M5": 1.003 } } }, "shared crash recovery only": { "own_tau": { "n": 4, "rows": [ "L003", "L004", "L163", "L174" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -14.832, "mae": 4.188, "rmse": 4.91 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -14.22, "mae": 3.933, "rmse": 4.695 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -13.526, "mae": 1.226, "rmse": 1.499 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -14.043, "mae": 2.448, "rmse": 2.596 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -13.909, "mae": 1.583, "rmse": 1.834 } }, "bf_law_vs": { "M0": 3.691, "M1": 2.001, "M3": 1.676, "M5": 1.466 } }, "shared_tau_w": { "n": 4, "rows": [ "L003", "L004", "L163", "L174" ], "models": { "M0": { "params": [], "tau": 15.327, "lpd": -13.85, "mae": 4.188, "rmse": 4.91 }, "M1": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -13.817, "mae": 3.933, "rmse": 4.695 }, "M2": { "params": [ 0.3834 ], "tau": 11.455, "lpd": -13.526, "mae": 1.226, "rmse": 1.499 }, "M3": { "params": [ 8.1201 ], "tau": 12.927, "lpd": -13.594, "mae": 2.448, "rmse": 2.596 }, "M5": { "params": [ 2.4542 ], "tau": 12.61, "lpd": -13.544, "mae": 1.583, "rmse": 1.834 } }, "bf_law_vs": { "M0": 1.382, "M1": 1.338, "M3": 1.07, "M5": 1.018 } } } }, "per_row": [ { "id": "L003", "family": "crash recovery (lineage)", "h": 2.3, "y": 0.0, "s": 2.35, "mu_M0": 0.0, "lpd_M0": -3.6602, "mu_M1": 8.12, "lpd_M1": -3.6855, "mu_M2": 0.882, "lpd_M2": -3.3807, "mu_M3": 2.3, "lpd_M3": -3.5098, "mu_M5": 2.087, "lpd_M5": -3.4837, "law_minus_M0": 0.2795, "law_minus_M1": 0.3048, "law_minus_M3": 0.1291 }, { "id": "L004", "family": "crash recovery (lineage)", "h": 8.0, "y": 5.75, "s": 2.64, "mu_M0": 0.0, "lpd_M0": -3.7315, "mu_M1": 8.12, "lpd_M1": -3.5148, "mu_M2": 3.067, "lpd_M2": -3.4092, "mu_M3": 8.0, "lpd_M3": -3.5132, "mu_M5": 5.785, "lpd_M5": -3.4749, "law_minus_M0": 0.3223, "law_minus_M1": 0.1056, "law_minus_M3": 0.104 }, { "id": "L010", "family": "store built by Opus 4.8, carried up", "h": 0.0, "y": -1.1, "s": 0.84, "mu_M0": 0.0, "lpd_M0": -3.6526, "mu_M1": 8.12, "lpd_M1": -3.7337, "mu_M2": 0.0, "lpd_M2": -3.3646, "mu_M3": 0.0, "lpd_M3": -3.484, "mu_M5": 0.0, "lpd_M5": -3.4595, "law_minus_M0": 0.288, "law_minus_M1": 0.3691, "law_minus_M3": 0.1194 }, { "id": "L011", "family": "store built by Opus 4.8, carried up", "h": 10.0, "y": 0.0, "s": 10.61, "mu_M0": 0.0, "lpd_M0": -3.8442, "mu_M1": 8.12, "lpd_M1": -3.8536, "mu_M2": 3.834, "lpd_M2": -3.6971, "mu_M3": 8.12, "lpd_M3": -3.8536, "mu_M5": 6.709, "lpd_M5": -3.8039, "law_minus_M0": 0.1471, "law_minus_M1": 0.1565, "law_minus_M3": 0.1565 }, { "id": "L012", "family": "store built by Opus 4.8, carried up", "h": 11.0, "y": 1.4, "s": 4.03, "mu_M0": 0.0, "lpd_M0": -3.6859, "mu_M1": 8.12, "lpd_M1": -3.6478, "mu_M2": 4.217, "lpd_M2": -3.4426, "mu_M3": 8.12, "lpd_M3": -3.6478, "mu_M5": 7.115, "lpd_M5": -3.5953, "law_minus_M0": 0.2433, "law_minus_M1": 0.2052, "law_minus_M3": 0.2052 }, { "id": "L016", "family": "store built by Opus 4.8, carried up", "h": 5.0, "y": -1.67, "s": 4.28, "mu_M0": 0.0, "lpd_M0": -3.6915, "mu_M1": 8.12, "lpd_M1": -3.7885, "mu_M2": 1.917, "lpd_M2": -3.4655, "mu_M3": 5.0, "lpd_M3": -3.65, "mu_M5": 4.064, "lpd_M5": -3.6005, "law_minus_M0": 0.226, "law_minus_M1": 0.323, "law_minus_M3": 0.1845 }, { "id": "L057", "family": "handoff brief a5 (Haiku -> Opus 5.5)", "h": 25.8, "y": 15.2, "s": 6.59, "mu_M0": 0.0, "lpd_M0": -4.1484, "mu_M1": 8.12, "lpd_M1": -3.7127, "mu_M2": 9.891, "lpd_M2": -3.5808, "mu_M3": 8.12, "lpd_M3": -3.7127, "mu_M5": 10.369, "lpd_M5": -3.6317, "law_minus_M0": 0.5676, "law_minus_M1": 0.1319, "law_minus_M3": 0.1319 }, { "id": "L099", "family": "API-change sensor", "h": 11.0, "y": 10.8, "s": 4.46, "mu_M0": 0.0, "lpd_M0": -3.9181, "mu_M1": 8.12, "lpd_M1": -3.5538, "mu_M2": 4.217, "lpd_M2": -3.5714, "mu_M3": 8.12, "lpd_M3": -3.5538, "mu_M5": 7.115, "lpd_M5": -3.5504, "law_minus_M0": 0.3467, "law_minus_M1": -0.0176, "law_minus_M3": -0.0176 }, { "id": "L124", "family": "claim learner", "h": 16.7, "y": 11.9, "s": 2.73, "mu_M0": 0.0, "lpd_M0": -3.9563, "mu_M1": 8.12, "lpd_M1": -3.541, "mu_M2": 6.402, "lpd_M2": -3.4939, "mu_M3": 8.12, "lpd_M3": -3.541, "mu_M5": 8.866, "lpd_M5": -3.504, "law_minus_M0": 0.4624, "law_minus_M1": 0.0471, "law_minus_M3": 0.0471 }, { "id": "L126", "family": "claim learner", "h": 15.6, "y": 10.8, "s": 2.19, "mu_M0": 0.0, "lpd_M0": -3.902, "mu_M1": 8.12, "lpd_M1": -3.5133, "mu_M2": 5.98, "lpd_M2": -3.4607, "mu_M3": 8.12, "lpd_M3": -3.5133, "mu_M5": 8.591, "lpd_M5": -3.4833, "law_minus_M0": 0.4413, "law_minus_M1": 0.0526, "law_minus_M3": 0.0526 }, { "id": "L136", "family": "claim learner", "h": 9.7, "y": 2.68, "s": 1.18, "mu_M0": 0.0, "lpd_M0": -3.6667, "mu_M1": 8.12, "lpd_M1": -3.5702, "mu_M2": 3.719, "lpd_M2": -3.3666, "mu_M3": 8.12, "lpd_M3": -3.5702, "mu_M5": 6.581, "lpd_M5": -3.5052, "law_minus_M0": 0.3001, "law_minus_M1": 0.2036, "law_minus_M3": 0.2036 }, { "id": "L147", "family": "claim learner", "h": 13.1, "y": 9.3, "s": 3.62, "mu_M0": 0.0, "lpd_M0": -3.8501, "mu_M1": 8.12, "lpd_M1": -3.5199, "mu_M2": 5.022, "lpd_M2": -3.4684, "mu_M3": 8.12, "lpd_M3": -3.5199, "mu_M5": 7.862, "lpd_M5": -3.4991, "law_minus_M0": 0.3817, "law_minus_M1": 0.0515, "law_minus_M3": 0.0515 }, { "id": "L163", "family": "crash recovery layer + API-change sensor", "h": 10.1, "y": 4.3, "s": 1.35, "mu_M0": 0.0, "lpd_M0": -3.6915, "mu_M1": 8.12, "lpd_M1": -3.5268, "mu_M2": 3.872, "lpd_M2": -3.3649, "mu_M3": 8.12, "lpd_M3": -3.5268, "mu_M5": 6.751, "lpd_M5": -3.4778, "law_minus_M0": 0.3266, "law_minus_M1": 0.1619, "law_minus_M3": 0.1619 }, { "id": "L166", "family": "API-change sensor", "h": 19.3, "y": 13.2, "s": 2.78, "mu_M0": 0.0, "lpd_M0": -4.0238, "mu_M1": 8.12, "lpd_M1": -3.5746, "mu_M2": 7.399, "lpd_M2": -3.507, "mu_M3": 8.12, "lpd_M3": -3.5746, "mu_M5": 9.421, "lpd_M5": -3.52, "law_minus_M0": 0.5168, "law_minus_M1": 0.0676, "law_minus_M3": 0.0676 }, { "id": "L174", "family": "crash recovery (durable layer)", "h": 15.1, "y": 6.7, "s": 1.71, "mu_M0": 0.0, "lpd_M0": -3.7491, "mu_M1": 8.12, "lpd_M1": -3.4929, "mu_M2": 5.789, "lpd_M2": -3.3715, "mu_M3": 8.12, "lpd_M3": -3.4929, "mu_M5": 8.458, "lpd_M5": -3.4721, "law_minus_M0": 0.3776, "law_minus_M1": 0.1214, "law_minus_M3": 0.1214 } ] }, "ceiling": { "cases": { "L166 Amazon cents (h from U7 counts)": { "h": 19.339622641509433, "s": 2.77695, "matched": 13.679245283018869, "observed": { "unanchored-change flags (ledger L166, 199/212)": 13.20754716981132, "full v3 notes (197/212)": 12.264150943396226 }, "predictions": { "law (Opus k)": { "pred_lift": 10.427, "pred_score": 91.09, "z_obs": 1.001 }, "law (weak k)": { "pred_lift": 7.414, "pred_score": 88.07, "z_obs": 2.086 }, "capped (Opus c)": { "pred_lift": 7.329, "pred_score": 87.99, "z_obs": 2.117 }, "smooth cap (Opus c)": { "pred_lift": 9.667, "pred_score": 90.33, "z_obs": 1.275 }, "constant (Opus c)": { "pred_lift": 5.705, "pred_score": 86.37, "z_obs": 2.702 }, "constant (weak c)": { "pred_lift": 8.12, "pred_score": 88.78, "z_obs": 1.832 }, "matched fraction (phi*h, p = 1)": { "pred_lift": 13.679, "pred_score": 94.34, "z_obs": -0.17 } }, "note": "matched fraction = clean - drifted = 29/212; phi = 29/41" }, "L004 crash, lineage vs bare (87 tasks)": { "h": 8.0, "s": 2.63776, "matched": 5.747126436781609, "observed": { "lineage 85/87": 5.747126436781609 }, "predictions": { "law (Opus k)": { "pred_lift": 4.313, "pred_score": 96.31, "z_obs": 0.544 }, "law (weak k)": { "pred_lift": 3.067, "pred_score": 95.07, "z_obs": 1.016 }, "capped (Opus c)": { "pred_lift": 7.329, "pred_score": 99.33, "z_obs": -0.6 }, "smooth cap (Opus c)": { "pred_lift": 5.857, "pred_score": 97.86, "z_obs": -0.042 }, "constant (Opus c)": { "pred_lift": 5.705, "pred_score": 97.71, "z_obs": 0.016 }, "constant (weak c)": { "pred_lift": 8.12, "pred_score": 100.12, "z_obs": -0.9 }, "matched fraction (phi*h, p = 1)": { "pred_lift": 5.747, "pred_score": 97.75, "z_obs": 0.0 } }, "note": "matched = told-bare - bare: failures the crash notice removes" }, "L003 crash, lineage vs told bare (87 tasks)": { "h": 2.3, "s": 2.34694, "matched": 0.0, "observed": { "lineage 85/87": 0.0 }, "predictions": { "law (Opus k)": { "pred_lift": 1.24, "pred_score": 98.94, "z_obs": -0.528 }, "law (weak k)": { "pred_lift": 0.882, "pred_score": 98.58, "z_obs": -0.376 }, "capped (Opus c)": { "pred_lift": 2.3, "pred_score": 100.0, "z_obs": -0.98 }, "smooth cap (Opus c)": { "pred_lift": 2.095, "pred_score": 99.8, "z_obs": -0.893 }, "constant (Opus c)": { "pred_lift": 5.705, "pred_score": 103.41, "z_obs": -2.431 }, "constant (weak c)": { "pred_lift": 8.12, "pred_score": 105.82, "z_obs": -3.46 }, "matched fraction (phi*h, p = 1)": { "pred_lift": 0.0, "pred_score": 97.7, "z_obs": 0.0 } }, "note": "told control already has the crash cause supplied" } }, "opus_fits": { "M0": { "params": [], "tau": 7.0850192469886295 }, "M1": { "params": [ 5.705279772854061 ], "tau": 4.15988087754929 }, "M2": { "params": [ 0.5391693882385067 ], "tau": 0.9803619011175774 }, "M3": { "params": [ 7.328579546065101 ], "tau": 2.6393260815265496 }, "M5": { "params": [ 2.4956181394388954 ], "tau": 1.8873807070004232 } }, "lr_matched_vs": { "law (Opus k)": { "L166_only": 1.627, "three_rows_s": 2.169, "three_rows_model_tau": 2.42 }, "law (weak k)": { "L166_only": 8.687, "three_rows_s": 15.622, "three_rows_model_tau": 13.988 }, "capped (Opus c)": { "L166_only": 9.268, "three_rows_s": 17.93, "three_rows_model_tau": 12.708 }, "smooth cap (Opus c)": { "L166_only": 2.222, "three_rows_s": 3.313, "three_rows_model_tau": 4.179 }, "constant (Opus c)": { "L166_only": 37.9, "three_rows_s": 727.652, "three_rows_model_tau": 42.414 }, "constant (weak c)": { "L166_only": 5.279, "three_rows_s": 3145.504, "three_rows_model_tau": 53.924 } }, "max_h": { "max_h_opus": 25.8, "max_h_weak": 36.9 }, "forecast_bf_law_vs_smoothcap_own_tau": 3.053 }, "selection": { "loo": { "L001": { "label": "drop L001 (haiku, h 33.4, y 8.90)", "k": 0.4334309891882515, "tau": 12.720004617281525, "score": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 16.545, "lpd": -57.993, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 8.0017 ], "tau": 14.49, "lpd": -55.54, "mae": 5.143, "rmse": 5.82 }, "M2": { "params": [ 0.4334 ], "tau": 12.72, "lpd": -53.127, "mae": 2.992, "rmse": 3.48 }, "M3": { "params": [ 8.0017 ], "tau": 14.49, "lpd": -55.103, "mae": 4.029, "rmse": 4.61 }, "M5": { "params": [ 2.6015 ], "tau": 14.102, "lpd": -54.495, "mae": 3.112, "rmse": 3.656 } }, "bf_law_vs": { "M0": 129.797, "M1": 11.167, "M3": 7.21, "M5": 3.926 } }, "shared_tau_w": { "M0": 9.468, "M1": 2.457, "M3": 1.4, "M5": 1.024 }, "novel10": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 16.545, "lpd": -38.726, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 8.0017 ], "tau": 14.49, "lpd": -37.145, "mae": 5.469, "rmse": 6.098 }, "M2": { "params": [ 0.4334 ], "tau": 12.72, "lpd": -35.588, "mae": 3.735, "rmse": 3.991 }, "M3": { "params": [ 8.0017 ], "tau": 14.49, "lpd": -36.844, "mae": 4.368, "rmse": 4.911 }, "M5": { "params": [ 2.6015 ], "tau": 14.102, "lpd": -36.454, "mae": 3.538, "rmse": 4.107 } }, "bf_law_vs": { "M0": 23.05, "M1": 4.745, "M3": 3.511, "M5": 2.378 } }, "novel6": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 16.545, "lpd": -23.58, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 8.0017 ], "tau": 14.49, "lpd": -21.883, "mae": 3.552, "rmse": 3.827 }, "M2": { "params": [ 0.4334 ], "tau": 12.72, "lpd": -21.261, "mae": 4.119, "rmse": 4.344 }, "M3": { "params": [ 8.0017 ], "tau": 14.49, "lpd": -21.883, "mae": 3.552, "rmse": 3.827 }, "M5": { "params": [ 2.6015 ], "tau": 14.102, "lpd": -21.635, "mae": 2.543, "rmse": 2.769 } }, "bf_law_vs": { "M0": 10.167, "M1": 1.863, "M3": 1.863, "M5": 1.454 } } }, "L002": { "label": "drop L002 (haiku, h 19.9, y 6.50)", "k": 0.391967110899137, "tau": 12.831977014658007, "score": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 16.768, "lpd": -58.141, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 8.4983 ], "tau": 14.425, "lpd": -55.563, "mae": 5.242, "rmse": 6.013 }, "M2": { "params": [ 0.392 ], "tau": 12.832, "lpd": -53.337, "mae": 3.249, "rmse": 3.791 }, "M3": { "params": [ 8.4983 ], "tau": 14.425, "lpd": -55.052, "mae": 3.996, "rmse": 4.642 }, "M5": { "params": [ 2.551 ], "tau": 14.017, "lpd": -54.419, "mae": 3.153, "rmse": 3.671 } }, "bf_law_vs": { "M0": 122.004, "M1": 9.258, "M3": 5.558, "M5": 2.951 } }, "shared_tau_w": { "M0": 8.292, "M1": 2.417, "M3": 1.275, "M5": 0.934 }, "novel10": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 16.768, "lpd": -38.822, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 8.4983 ], "tau": 14.425, "lpd": -37.162, "mae": 5.469, "rmse": 6.299 }, "M2": { "params": [ 0.392 ], "tau": 12.832, "lpd": -35.728, "mae": 3.901, "rmse": 4.258 }, "M3": { "params": [ 8.4983 ], "tau": 14.425, "lpd": -36.814, "mae": 4.269, "rmse": 4.97 }, "M5": { "params": [ 2.551 ], "tau": 14.017, "lpd": -36.404, "mae": 3.604, "rmse": 4.111 } }, "bf_law_vs": { "M0": 22.074, "M1": 4.196, "M3": 2.964, "M5": 1.967 } }, "novel6": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 16.768, "lpd": -23.629, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 8.4983 ], "tau": 14.425, "lpd": -21.839, "mae": 3.221, "rmse": 3.623 }, "M2": { "params": [ 0.392 ], "tau": 12.832, "lpd": -21.391, "mae": 4.575, "rmse": 4.883 }, "M3": { "params": [ 8.4983 ], "tau": 14.425, "lpd": -21.839, "mae": 3.221, "rmse": 3.623 }, "M5": { "params": [ 2.551 ], "tau": 14.017, "lpd": -21.611, "mae": 2.7, "rmse": 2.887 } }, "bf_law_vs": { "M0": 9.375, "M1": 1.565, "M3": 1.565, "M5": 1.246 } } }, "L006": { "label": "drop L006 (haiku, h 36.9, y 29.23)", "k": 0.20616572034798475, "tau": 10.057051830943186, "score": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 11.307, "lpd": -54.421, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 4.262 ], "tau": 10.368, "lpd": -51.798, "mae": 4.923, "rmse": 5.703 }, "M2": { "params": [ 0.2062 ], "tau": 10.057, "lpd": -51.494, "mae": 4.537, "rmse": 5.638 }, "M3": { "params": [ 4.262 ], "tau": 10.368, "lpd": -51.613, "mae": 4.508, "rmse": 5.461 }, "M5": { "params": [ 1.4655 ], "tau": 10.382, "lpd": -51.577, "mae": 4.416, "rmse": 5.375 } }, "bf_law_vs": { "M0": 18.671, "M1": 1.354, "M3": 1.126, "M5": 1.086 } }, "shared_tau_w": { "M0": 8.542, "M1": 1.004, "M3": 0.826, "M5": 0.783 }, "novel10": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 11.307, "lpd": -36.447, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 4.262 ], "tau": 10.368, "lpd": -34.748, "mae": 5.469, "rmse": 5.847 }, "M2": { "params": [ 0.2062 ], "tau": 10.057, "lpd": -34.595, "mae": 4.78, "rmse": 5.868 }, "M3": { "params": [ 4.262 ], "tau": 10.368, "lpd": -34.621, "mae": 5.042, "rmse": 5.606 }, "M5": { "params": [ 1.4655 ], "tau": 10.382, "lpd": -34.581, "mae": 4.857, "rmse": 5.485 } }, "bf_law_vs": { "M0": 6.377, "M1": 1.166, "M3": 1.027, "M5": 0.986 } }, "novel6": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 11.307, "lpd": -22.604, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 4.262 ], "tau": 10.368, "lpd": -20.86, "mae": 6.045, "rmse": 6.476 }, "M2": { "params": [ 0.2062 ], "tau": 10.057, "lpd": -21.101, "mae": 6.846, "rmse": 7.426 }, "M3": { "params": [ 4.262 ], "tau": 10.368, "lpd": -20.86, "mae": 6.045, "rmse": 6.476 }, "M5": { "params": [ 1.4655 ], "tau": 10.382, "lpd": -20.883, "mae": 6.059, "rmse": 6.536 } }, "bf_law_vs": { "M0": 4.493, "M1": 0.786, "M3": 0.786, "M5": 0.804 } } }, "L007": { "label": "drop L007 (haiku, h 27.6, y 17.24)", "k": 0.3330123718390938, "tau": 12.291420696174807, "score": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 15.098, "lpd": -57.016, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 6.3852 ], "tau": 13.627, "lpd": -54.668, "mae": 4.861, "rmse": 5.464 }, "M2": { "params": [ 0.333 ], "tau": 12.291, "lpd": -52.987, "mae": 3.629, "rmse": 4.313 }, "M3": { "params": [ 6.3852 ], "tau": 13.627, "lpd": -54.378, "mae": 4.071, "rmse": 4.741 }, "M5": { "params": [ 2.1342 ], "tau": 13.525, "lpd": -54.076, "mae": 3.541, "rmse": 4.086 } }, "bf_law_vs": { "M0": 56.2, "M1": 5.373, "M3": 4.021, "M5": 2.971 } }, "shared_tau_w": { "M0": 8.125, "M1": 1.617, "M3": 1.135, "M5": 0.886 }, "novel10": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.098, "lpd": -38.09, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 6.3852 ], "tau": 13.627, "lpd": -36.574, "mae": 5.469, "rmse": 5.697 }, "M2": { "params": [ 0.333 ], "tau": 12.291, "lpd": -35.509, "mae": 4.137, "rmse": 4.707 }, "M3": { "params": [ 6.3852 ], "tau": 13.627, "lpd": -36.377, "mae": 4.692, "rmse": 4.993 }, "M5": { "params": [ 2.1342 ], "tau": 13.525, "lpd": -36.174, "mae": 4.145, "rmse": 4.385 } }, "bf_law_vs": { "M0": 13.209, "M1": 2.899, "M3": 2.381, "M5": 1.943 } }, "novel6": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 15.098, "lpd": -23.269, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 6.3852 ], "tau": 13.627, "lpd": -21.683, "mae": 4.63, "rmse": 4.797 }, "M2": { "params": [ 0.333 ], "tau": 12.291, "lpd": -21.336, "mae": 5.224, "rmse": 5.673 }, "M3": { "params": [ 6.3852 ], "tau": 13.627, "lpd": -21.683, "mae": 4.63, "rmse": 4.797 }, "M5": { "params": [ 2.1342 ], "tau": 13.525, "lpd": -21.556, "mae": 4.049, "rmse": 4.174 } }, "bf_law_vs": { "M0": 6.908, "M1": 1.415, "M3": 1.415, "M5": 1.247 } } }, "L054": { "label": "drop L054 (opus-4.8, h 9.1, y 6.10) = Haiku-only fit (5 rows)", "k": 0.37950075184974486, "tau": 12.772577881627646, "score": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 16.798, "lpd": -58.161, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 8.5787 ], "tau": 14.409, "lpd": -55.563, "mae": 5.258, "rmse": 6.048 }, "M2": { "params": [ 0.3795 ], "tau": 12.773, "lpd": -53.312, "mae": 3.329, "rmse": 3.894 }, "M3": { "params": [ 8.5787 ], "tau": 14.409, "lpd": -55.04, "mae": 3.991, "rmse": 4.65 }, "M5": { "params": [ 2.4656 ], "tau": 14.086, "lpd": -54.496, "mae": 3.222, "rmse": 3.714 } }, "bf_law_vs": { "M0": 127.596, "M1": 9.495, "M3": 5.628, "M5": 3.268 } }, "shared_tau_w": { "M0": 8.161, "M1": 2.395, "M3": 1.238, "M5": 0.915 }, "novel10": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 16.798, "lpd": -38.835, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 8.5787 ], "tau": 14.409, "lpd": -37.162, "mae": 5.469, "rmse": 6.335 }, "M2": { "params": [ 0.3795 ], "tau": 12.773, "lpd": -35.713, "mae": 3.951, "rmse": 4.347 }, "M3": { "params": [ 8.5787 ], "tau": 14.409, "lpd": -36.807, "mae": 4.253, "rmse": 4.984 }, "M5": { "params": [ 2.4656 ], "tau": 14.086, "lpd": -36.453, "mae": 3.715, "rmse": 4.131 } }, "bf_law_vs": { "M0": 22.694, "M1": 4.261, "M3": 2.985, "M5": 2.097 } }, "novel6": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 16.798, "lpd": -23.636, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 8.5787 ], "tau": 14.409, "lpd": -21.83, "mae": 3.168, "rmse": 3.596 }, "M2": { "params": [ 0.3795 ], "tau": 12.773, "lpd": -21.397, "mae": 4.712, "rmse": 5.048 }, "M3": { "params": [ 8.5787 ], "tau": 14.409, "lpd": -21.83, "mae": 3.168, "rmse": 3.596 }, "M5": { "params": [ 2.4656 ], "tau": 14.086, "lpd": -21.658, "mae": 2.971, "rmse": 3.11 } }, "bf_law_vs": { "M0": 9.385, "M1": 1.542, "M3": 1.542, "M5": 1.299 } } }, "L058": { "label": "drop L058 (haiku, h 21.4, y -17.90)", "k": 0.4855305540019168, "tau": 4.208227354988006, "score": { "n": 15, "rows": [ "L003", "L004", "L010", "L011", "L012", "L016", "L057", "L099", "L124", "L126", "L136", "L147", "L163", "L166", "L174" ], "models": { "M0": { "params": [], "tau": 14.903, "lpd": -56.882, "mae": 6.32, "rmse": 8.067 }, "M1": { "params": [ 12.546 ], "tau": 6.387, "lpd": -54.051, "mae": 7.036, "rmse": 8.554 }, "M2": { "params": [ 0.4855 ], "tau": 4.208, "lpd": -41.46, "mae": 2.81, "rmse": 3.18 }, "M3": { "params": [ 14.0942 ], "tau": 5.735, "lpd": -46.735, "mae": 4.241, "rmse": 5.278 }, "M5": { "params": [ 2.9443 ], "tau": 4.85, "lpd": -43.179, "mae": 2.849, "rmse": 3.755 } }, "bf_law_vs": { "M0": 4985870.409, "M1": 294149.74, "M3": 195.495, "M5": 5.579 } }, "shared_tau_w": { "M0": 1185107.194, "M1": 58466436.942, "M3": 87.603, "M5": 2.236 }, "novel10": { "n": 10, "rows": [ "L010", "L011", "L012", "L016", "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 14.903, "lpd": -38.003, "mae": 6.285, "rmse": 8.055 }, "M1": { "params": [ 12.546 ], "tau": 6.387, "lpd": -36.211, "mae": 6.945, "rmse": 8.858 }, "M2": { "params": [ 0.4855 ], "tau": 4.208, "lpd": -28.459, "mae": 3.527, "rmse": 3.729 }, "M3": { "params": [ 14.0942 ], "tau": 5.735, "lpd": -31.356, "mae": 4.477, "rmse": 5.64 }, "M5": { "params": [ 2.9443 ], "tau": 4.85, "lpd": -29.229, "mae": 3.145, "rmse": 4.228 } }, "bf_law_vs": { "M0": 13960.039, "M1": 2324.784, "M3": 18.106, "M5": 2.159 } }, "novel6": { "n": 6, "rows": [ "L099", "L124", "L126", "L136", "L147", "L166" ], "models": { "M0": { "params": [], "tau": 14.903, "lpd": -23.227, "mae": 9.78, "rmse": 10.351 }, "M1": { "params": [ 12.546 ], "tau": 6.387, "lpd": -18.539, "mae": 2.984, "rmse": 4.374 }, "M2": { "params": [ 0.4855 ], "tau": 4.208, "lpd": -16.753, "mae": 3.546, "rmse": 3.697 }, "M3": { "params": [ 14.0942 ], "tau": 5.735, "lpd": -17.784, "mae": 2.9, "rmse": 3.657 }, "M5": { "params": [ 2.9443 ], "tau": 4.85, "lpd": -16.501, "mae": 1.594, "rmse": 2.31 } }, "bf_law_vs": { "M0": 648.204, "M1": 5.966, "M3": 2.803, "M5": 0.777 } } } }, "subsets": [ { "rows": [ "L001", "L002", "L006", "L007" ], "k": 0.4936, "tau": 5.196, "bf_zero": 3332000.32, "bf_const": 1407289.925, "bf_capped": 123.191, "mae_law": 2.786, "mae_const": 8.532, "mae_capped": 4.297 }, { "rows": [ "L001", "L002", "L006", "L054" ], "k": 0.4599, "tau": 4.426, "bf_zero": 2081629.873, "bf_const": 28765.721, "bf_capped": 186.694, "mae_law": 2.89, "mae_const": 6.419, "mae_capped": 4.11 }, { "rows": [ "L001", "L002", "L006", "L058" ], "k": 0.3268, "tau": 13.987, "bf_zero": 36.813, "bf_const": 5.404, "bf_capped": 4.278, "mae_law": 3.669, "mae_const": 4.869, "mae_capped": 4.055 }, { "rows": [ "L001", "L002", "L007", "L054" ], "k": 0.344, "tau": 0.0, "bf_zero": 30313.812, "bf_const": 9.36921100238954e+39, "bf_capped": 728443874.444, "mae_law": 3.558, "mae_const": 5.313, "mae_capped": 3.967 }, { "rows": [ "L001", "L002", "L007", "L058" ], "k": 0.1916, "tau": 11.385, "bf_zero": 11.006, "bf_const": 1.607, "bf_capped": 1.44, "mae_law": 4.65, "mae_const": 5.022, "mae_capped": 4.673 }, { "rows": [ "L001", "L002", "L054", "L058" ], "k": 0.0688, "tau": 9.579, "bf_zero": 2.749, "bf_const": 0.925, "bf_capped": 0.902, "mae_law": 5.687, "mae_const": 5.696, "mae_capped": 5.607 }, { "rows": [ "L001", "L006", "L007", "L054" ], "k": 0.5202, "tau": 5.146, "bf_zero": 4009738.46, "bf_const": 1295303.742, "bf_capped": 94.764, "mae_law": 2.704, "mae_const": 8.478, "mae_capped": 4.803 }, { "rows": [ "L001", "L006", "L007", "L058" ], "k": 0.3879, "tau": 14.595, "bf_zero": 83.059, "bf_const": 8.952, "bf_capped": 5.558, "mae_law": 3.275, "mae_const": 5.376, "mae_capped": 3.951 }, { "rows": [ "L001", "L006", "L054", "L058" ], "k": 0.3367, "tau": 14.092, "bf_zero": 33.637, "bf_const": 5.066, "bf_capped": 4.047, "mae_law": 3.605, "mae_const": 4.863, "mae_capped": 4.069 }, { "rows": [ "L001", "L007", "L054", "L058" ], "k": 0.1857, "tau": 11.533, "bf_zero": 8.925, "bf_const": 1.359, "bf_capped": 1.225, "mae_law": 4.696, "mae_const": 5.043, "mae_capped": 4.707 }, { "rows": [ "L002", "L006", "L007", "L054" ], "k": 0.6205, "tau": 0.0, "bf_zero": 148323452.908, "bf_const": 15916902.136, "bf_capped": 6825.946, "mae_law": 2.502, "mae_const": 8.143, "mae_capped": 4.761 }, { "rows": [ "L002", "L006", "L007", "L058" ], "k": 0.4285, "tau": 14.485, "bf_zero": 85.21, "bf_const": 10.447, "bf_capped": 7.004, "mae_law": 3.017, "mae_const": 5.253, "mae_capped": 3.992 }, { "rows": [ "L002", "L006", "L054", "L058" ], "k": 0.372, "tau": 14.092, "bf_zero": 30.714, "bf_const": 5.451, "bf_capped": 4.59, "mae_law": 3.378, "mae_const": 4.82, "mae_capped": 4.153 }, { "rows": [ "L002", "L007", "L054", "L058" ], "k": 0.162, "tau": 11.604, "bf_zero": 5.383, "bf_const": 1.085, "bf_capped": 1.012, "mae_law": 4.879, "mae_const": 5.178, "mae_capped": 4.933 }, { "rows": [ "L006", "L007", "L054", "L058" ], "k": 0.4526, "tau": 14.492, "bf_zero": 85.962, "bf_const": 10.764, "bf_capped": 7.304, "mae_law": 2.912, "mae_const": 5.232, "mae_capped": 3.999 }, { "rows": [ "L001", "L002", "L006", "L007", "L054" ], "k": 0.4855, "tau": 4.208, "bf_zero": 4985870.409, "bf_const": 294149.74, "bf_capped": 195.495, "mae_law": 2.81, "mae_const": 7.036, "mae_capped": 4.241 }, { "rows": [ "L001", "L002", "L006", "L007", "L058" ], "k": 0.3795, "tau": 12.773, "bf_zero": 127.596, "bf_const": 9.495, "bf_capped": 5.628, "mae_law": 3.329, "mae_const": 5.258, "mae_capped": 3.991 }, { "rows": [ "L001", "L002", "L006", "L054", "L058" ], "k": 0.333, "tau": 12.291, "bf_zero": 56.2, "bf_const": 5.373, "bf_capped": 4.021, "mae_law": 3.629, "mae_const": 4.861, "mae_capped": 4.071 }, { "rows": [ "L001", "L002", "L007", "L054", "L058" ], "k": 0.2062, "tau": 10.057, "bf_zero": 18.671, "bf_const": 1.354, "bf_capped": 1.126, "mae_law": 4.537, "mae_const": 4.923, "mae_capped": 4.508 }, { "rows": [ "L001", "L006", "L007", "L054", "L058" ], "k": 0.392, "tau": 12.832, "bf_zero": 122.004, "bf_const": 9.258, "bf_capped": 5.558, "mae_law": 3.249, "mae_const": 5.242, "mae_capped": 3.996 }, { "rows": [ "L002", "L006", "L007", "L054", "L058" ], "k": 0.4334, "tau": 12.72, "bf_zero": 129.797, "bf_const": 11.167, "bf_capped": 7.21, "mae_law": 2.992, "mae_const": 5.143, "mae_capped": 4.029 }, { "rows": [ "L001", "L002", "L006", "L007", "L054", "L058" ], "k": 0.3834, "tau": 11.455, "bf_zero": 186.184, "bf_const": 9.815, "bf_capped": 5.576, "mae_law": 3.304, "mae_const": 5.166, "mae_capped": 4.021 } ], "weak_without_crash_rows": { "all15": { "rows": [ "L001", "L002", "L054", "L058" ], "k": 0.0688, "tau": 9.579, "bf_zero": 2.749, "bf_const": 0.925, "bf_capped": 0.902, "mae_law": 5.687, "mae_const": 5.696, "mae_capped": 5.607 }, "opus_crash_rows": { "n": 4, "rows": [ "L003", "L004", "L163", "L174" ], "models": { "M0": { "params": [], "tau": 9.796, "lpd": -13.373, "mae": 4.188, "rmse": 4.91 }, "M1": { "params": [ 1.3372 ], "tau": 9.636, "lpd": -13.131, "mae": 3.519, "rmse": 3.834 }, "M2": { "params": [ 0.0688 ], "tau": 9.579, "lpd": -13.181, "mae": 3.656, "rmse": 4.246 }, "M3": { "params": [ 1.3372 ], "tau": 9.636, "lpd": -13.131, "mae": 3.519, "rmse": 3.834 }, "M5": { "params": [ 0.2834 ], "tau": 9.637, "lpd": -13.13, "mae": 3.466, "rmse": 3.824 } }, "bf_law_vs": { "M0": 1.212, "M1": 0.951, "M3": 0.951, "M5": 0.95 } } }, "subset_summary": { "n": 22, "bf_zero_gt1": 22, "bf_const_gt1": 21, "bf_capped_gt1": 21, "mae_law_lt_const": 22, "mae_law_lt_capped": 20, "bf_zero_min": 2.749, "bf_const_min": 0.925, "bf_capped_min": 0.902, "k_range": [ 0.0688, 0.6205 ] } }, "permutation": { "n_perm": 20000, "seed": 20261030, "law_lpd": -51.94515470899119, "p_law": 4.999750012499375e-05 } }