{"block": "ra-w1-0003", "task": "L1_098", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0003/P1", "status": "ok", "correct": true, "speedup": 4.9002, "speedup_lo95": 4.897, "ref_ms": 8.62717, "cand_ms": 1.76059, "score_pass": 4.9002, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 957, "tokens_out": 1154, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 48.7}
{"block": "ra-w1-0003", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0003/P2_refine", "status": "ok", "correct": true, "speedup": 5.1996, "speedup_lo95": 5.1378, "ref_ms": 8.66893, "cand_ms": 1.66722, "score_pass": 5.1996, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1574, "tokens_out": 1572, "ctx_chars": 2354, "ctx_sha": "18bc6595448ce2cf", "wall_s": 99.7}
{"block": "ra-w1-0003", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0003/P2_consult", "status": "ok", "correct": true, "speedup": 4.8831, "speedup_lo95": 4.8449, "ref_ms": 8.63364, "cand_ms": 1.76808, "score_pass": 4.8831, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 4781, "tokens_out": 2105, "ctx_chars": 4641, "ctx_sha": "d774dc41a65551fa", "wall_s": 189.3}
{"block": "ra-w1-0003", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0003/P2_audit", "status": "ok", "correct": true, "speedup": 5.2239, "speedup_lo95": 5.198, "ref_ms": 8.64263, "cand_ms": 1.65444, "score_pass": 5.2239, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 4979, "tokens_out": 2187, "ctx_chars": 4953, "ctx_sha": "ca00aee8f1379011", "wall_s": 92.9}
{"block": "ra-w1-0003", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0003/P2_prior", "status": "ok", "correct": true, "speedup": 4.7467, "speedup_lo95": 4.6284, "ref_ms": 8.65018, "cand_ms": 1.82236, "score_pass": 4.7467, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1690, "tokens_out": 1861, "ctx_chars": 2982, "ctx_sha": "0db57ae1bbe61a66", "wall_s": 80.5}
{"block": "ra-w1-0003", "task": "L1_098", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0003/S", "status": "ok", "correct": true, "speedup": 5.3026, "speedup_lo95": 5.2972, "ref_ms": 8.62216, "cand_ms": 1.62602, "score_pass": 5.3026, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 3368, "tokens_out": 1224, "ctx_chars": 1982, "ctx_sha": "54e16caf9bef9eec", "wall_s": 53.3}
{"block": "ra-w1-0008", "task": "L1_060", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0008/P1", "status": "ok", "correct": true, "speedup": 1.7394, "speedup_lo95": 1.738, "ref_ms": 15.75651, "cand_ms": 9.05874, "score_pass": 1.7394, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1298, "tokens_out": 2839, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 160.3}
{"block": "ra-w1-0008", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0008/P2_refine", "status": "ok", "correct": true, "speedup": 2.1284, "speedup_lo95": 2.1277, "ref_ms": 15.70745, "cand_ms": 7.38003, "score_pass": 2.1284, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2951, "tokens_out": 4200, "ctx_chars": 5738, "ctx_sha": "ee8054ae97bae11f", "wall_s": 209.9}
{"block": "ra-w1-0008", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0008/P2_consult", "status": "ok", "correct": true, "speedup": 1.7076, "speedup_lo95": 1.7067, "ref_ms": 15.70387, "cand_ms": 9.19668, "score_pass": 1.7076, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13253, "tokens_out": 3813, "ctx_chars": 16907, "ctx_sha": "623b387725420f3d", "wall_s": 351.4}
{"block": "ra-w1-0008", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0008/P2_audit", "status": "ok", "correct": true, "speedup": 1.7025, "speedup_lo95": 1.7016, "ref_ms": 15.68128, "cand_ms": 9.21072, "score_pass": 1.7025, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13512, "tokens_out": 4289, "ctx_chars": 17219, "ctx_sha": "41e68d5e6d5220d3", "wall_s": 283.4}
{"block": "ra-w1-0008", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0008/P2_prior", "status": "ok", "correct": true, "speedup": 1.7293, "speedup_lo95": 1.7272, "ref_ms": 15.78592, "cand_ms": 9.1283, "score_pass": 1.7293, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3067, "tokens_out": 2594, "ctx_chars": 6366, "ctx_sha": "da006cdfa28ce79e", "wall_s": 165.4}
{"block": "ra-w1-0008", "task": "L1_060", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0008/S", "status": "ok", "correct": true, "speedup": 1.5636, "speedup_lo95": 1.5621, "ref_ms": 15.78233, "cand_ms": 10.0938, "score_pass": 1.5636, "error": "", "infra": false, "infra_reruns": 0, "calls": 3, "tokens_in": 16695, "tokens_out": 4190, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "wall_s": 459.9}
{"block": "ra-w1-0005", "task": "L1_054", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0005/P1", "status": "ok", "correct": true, "speedup": 1.3629, "speedup_lo95": 1.3615, "ref_ms": 5.13196, "cand_ms": 3.7656, "score_pass": 1.3629, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1278, "tokens_out": 2263, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 158.1}
{"block": "ra-w1-0005", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0005/P2_refine", "status": "ok", "correct": true, "speedup": 2.0212, "speedup_lo95": 2.0186, "ref_ms": 5.14902, "cand_ms": 2.54751, "score_pass": 2.0212, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2736, "tokens_out": 2476, "ctx_chars": 4806, "ctx_sha": "54335cf160bbe696", "wall_s": 173.1}
{"block": "ra-w1-0005", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0005/P2_consult", "status": "ok", "correct": true, "speedup": 1.9659, "speedup_lo95": 1.9628, "ref_ms": 5.13492, "cand_ms": 2.61201, "score_pass": 1.9659, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12732, "tokens_out": 3513, "ctx_chars": 15975, "ctx_sha": "5854481e99fa5443", "wall_s": 295.4}
{"block": "ra-w1-0005", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0005/P2_audit", "status": "ok", "correct": true, "speedup": 2.0693, "speedup_lo95": 1.88, "ref_ms": 5.78835, "cand_ms": 2.79727, "score_pass": 2.0693, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12993, "tokens_out": 3384, "ctx_chars": 16287, "ctx_sha": "627c6cd9e83ede16", "wall_s": 356.5}
{"block": "ra-w1-0005", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0005/P2_prior", "status": "ok", "correct": true, "speedup": 1.8602, "speedup_lo95": 1.8573, "ref_ms": 5.21285, "cand_ms": 2.80226, "score_pass": 1.8602, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2852, "tokens_out": 2401, "ctx_chars": 5434, "ctx_sha": "8dc422c5dcfd1aba", "wall_s": 237.2}
{"block": "ra-w1-0005", "task": "L1_054", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0005/S", "status": "ok", "correct": true, "speedup": 1.157, "speedup_lo95": 1.149, "ref_ms": 5.14875, "cand_ms": 4.45023, "score_pass": 1.157, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9654, "tokens_out": 3013, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "wall_s": 232.7}
{"block": "ra-w1-0009", "task": "L1_079", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0009/P1", "status": "ok", "correct": true, "speedup": 4.7784, "speedup_lo95": 4.2548, "ref_ms": 8.50986, "cand_ms": 1.7809, "score_pass": 4.7784, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1257, "tokens_out": 2481, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 188.1}
{"block": "ra-w1-0009", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0009/P2_refine", "status": "ok", "correct": true, "speedup": 4.7577, "speedup_lo95": 4.4527, "ref_ms": 10.30083, "cand_ms": 2.1651, "score_pass": 4.7577, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2471, "tokens_out": 2150, "ctx_chars": 4623, "ctx_sha": "20ffe077222a4570", "wall_s": 274.3}
{"block": "ra-w1-0009", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0009/P2_consult", "status": "ok", "correct": true, "speedup": 4.022, "speedup_lo95": 4.0029, "ref_ms": 8.61494, "cand_ms": 2.14197, "score_pass": 4.022, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12308, "tokens_out": 3078, "ctx_chars": 16103, "ctx_sha": "046df7b1493641a4", "wall_s": 283.7}
{"block": "ra-w1-0009", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0009/P2_audit", "status": "ok", "correct": true, "speedup": 3.7366, "speedup_lo95": 3.7242, "ref_ms": 8.70645, "cand_ms": 2.33002, "score_pass": 3.7366, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12528, "tokens_out": 3352, "ctx_chars": 16415, "ctx_sha": "dce347f5264a2cfe", "wall_s": 342.5}
{"block": "ra-w1-0009", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0009/P2_prior", "status": "ok", "correct": true, "speedup": 1.5493, "speedup_lo95": 1.5459, "ref_ms": 8.50775, "cand_ms": 5.49135, "score_pass": 1.5493, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2587, "tokens_out": 3632, "ctx_chars": 5251, "ctx_sha": "d02168dbb98eb0b8", "wall_s": 216.0}
{"block": "ra-w1-0009", "task": "L1_079", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0009/S", "status": "ok", "correct": true, "speedup": 0.7061, "speedup_lo95": 0.607, "ref_ms": 10.28577, "cand_ms": 14.56783, "score_pass": 0.7061, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9599, "tokens_out": 2665, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "wall_s": 188.3}
{"block": "ra-w1-0006", "task": "L2_021", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0006/P1", "status": "ok", "correct": true, "speedup": 1.7101, "speedup_lo95": 1.6075, "ref_ms": 11.59187, "cand_ms": 6.77835, "score_pass": 1.7101, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1087, "tokens_out": 2686, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 172.9}
{"block": "ra-w1-0006", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0006/P2_refine", "status": "ok", "correct": true, "speedup": 1.4787, "speedup_lo95": 1.4769, "ref_ms": 11.61184, "cand_ms": 7.85299, "score_pass": 1.4787, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2852, "tokens_out": 4834, "ctx_chars": 5764, "ctx_sha": "2a488d19f6b321b5", "wall_s": 455.0}
{"block": "ra-w1-0006", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0006/P2_consult", "status": "ok", "correct": true, "speedup": 1.7282, "speedup_lo95": 1.6562, "ref_ms": 12.1813, "cand_ms": 7.04837, "score_pass": 1.7282, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 16447, "tokens_out": 6273, "ctx_chars": 20599, "ctx_sha": "9a5591a669b744e6", "wall_s": 365.4}
{"block": "ra-w1-0006", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0006/P2_audit", "status": "ok", "correct": true, "speedup": 1.6319, "speedup_lo95": 1.6197, "ref_ms": 11.79923, "cand_ms": 7.23042, "score_pass": 1.6319, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 7047, "tokens_out": 3551, "ctx_chars": 20911, "ctx_sha": "204691cd2b26d9e7", "wall_s": 428.8}
{"block": "ra-w1-0006", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0006/P2_prior", "status": "ok", "correct": true, "speedup": 1.9564, "speedup_lo95": 1.9551, "ref_ms": 11.58664, "cand_ms": 5.92237, "score_pass": 1.9564, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2968, "tokens_out": 3751, "ctx_chars": 6392, "ctx_sha": "6341d5f3c048dd29", "wall_s": 267.6}
{"block": "ra-w1-0006", "task": "L2_021", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0006/S", "status": "ok", "correct": true, "speedup": 1.5488, "speedup_lo95": 1.546, "ref_ms": 11.61208, "cand_ms": 7.4975, "score_pass": 1.5488, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11789, "tokens_out": 3133, "ctx_chars": 14530, "ctx_sha": "531c6735226f817a", "wall_s": 289.1}
{"block": "ra-w1-0004", "task": "L3_013", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0004/P1", "status": "ok", "correct": true, "speedup": 4.3812, "speedup_lo95": 4.3728, "ref_ms": 16.6517, "cand_ms": 3.80069, "score_pass": 4.3812, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1057, "tokens_out": 3152, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 205.7}
{"block": "ra-w1-0004", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0004/P2_refine", "status": "ok", "correct": true, "speedup": 8.0871, "speedup_lo95": 7.9916, "ref_ms": 16.95464, "cand_ms": 2.09649, "score_pass": 8.0871, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2914, "tokens_out": 3100, "ctx_chars": 6317, "ctx_sha": "c7fc68e910b865e1", "wall_s": 278.8}
{"block": "ra-w1-0004", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0004/P2_consult", "status": "ok", "correct": true, "speedup": 8.2568, "speedup_lo95": 8.2065, "ref_ms": 16.95716, "cand_ms": 2.05371, "score_pass": 8.2568, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11001, "tokens_out": 4224, "ctx_chars": 13135, "ctx_sha": "dde6dcbce78d28ef", "wall_s": 352.1}
{"block": "ra-w1-0004", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0004/P2_audit", "status": "ok", "correct": true, "speedup": 6.8627, "speedup_lo95": 6.822, "ref_ms": 16.80011, "cand_ms": 2.44803, "score_pass": 6.8627, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11356, "tokens_out": 4483, "ctx_chars": 13447, "ctx_sha": "c57f7a21f9d00d8a", "wall_s": 332.1}
{"block": "ra-w1-0004", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0004/P2_prior", "status": "ok", "correct": true, "speedup": 8.0441, "speedup_lo95": 8.0238, "ref_ms": 16.57664, "cand_ms": 2.06073, "score_pass": 8.0441, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3030, "tokens_out": 2974, "ctx_chars": 6945, "ctx_sha": "29f0bd706662078c", "wall_s": 214.8}
{"block": "ra-w1-0004", "task": "L3_013", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0004/S", "status": "ok", "correct": true, "speedup": 6.3493, "speedup_lo95": 6.3301, "ref_ms": 16.66249, "cand_ms": 2.62432, "score_pass": 6.3493, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 6994, "tokens_out": 3494, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "wall_s": 190.4}
{"block": "ra-w1-0002", "task": "L1_081", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0002/P1", "status": "ok", "correct": true, "speedup": 1.2568, "speedup_lo95": 1.2541, "ref_ms": 2.46125, "cand_ms": 1.95827, "score_pass": 1.2568, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1282, "tokens_out": 2969, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 185.5}
{"block": "ra-w1-0002", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0002/P2_refine", "status": "ok", "correct": true, "speedup": 1.9607, "speedup_lo95": 1.9571, "ref_ms": 2.4587, "cand_ms": 1.25398, "score_pass": 1.9607, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2689, "tokens_out": 2840, "ctx_chars": 4461, "ctx_sha": "132f2626b1d7cda3", "wall_s": 219.1}
{"block": "ra-w1-0002", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0002/P2_consult", "status": "ok", "correct": true, "speedup": 2.4516, "speedup_lo95": 2.446, "ref_ms": 2.70134, "cand_ms": 1.10187, "score_pass": 2.4516, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13139, "tokens_out": 4806, "ctx_chars": 15941, "ctx_sha": "4cd81eff87570f02", "wall_s": 367.6}
{"block": "ra-w1-0002", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0002/P2_audit", "status": "ok", "correct": true, "speedup": 1.4722, "speedup_lo95": 1.4639, "ref_ms": 2.48758, "cand_ms": 1.68964, "score_pass": 1.4722, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13193, "tokens_out": 4478, "ctx_chars": 16253, "ctx_sha": "272e6ce561ae461e", "wall_s": 362.4}
{"block": "ra-w1-0002", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0002/P2_prior", "status": "ok", "correct": true, "speedup": 2.1696, "speedup_lo95": 2.1663, "ref_ms": 2.70326, "cand_ms": 1.24594, "score_pass": 2.1696, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2805, "tokens_out": 2834, "ctx_chars": 5089, "ctx_sha": "4536d13d75b6777d", "wall_s": 165.4}
{"block": "ra-w1-0002", "task": "L1_081", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0002/S", "status": "ok", "correct": true, "speedup": 3.1012, "speedup_lo95": 3.0965, "ref_ms": 2.70115, "cand_ms": 0.87099, "score_pass": 3.1012, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10113, "tokens_out": 3908, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "wall_s": 239.7}
{"block": "ra-w1-0000", "task": "L1_070", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0000/P1", "status": "ok", "correct": true, "speedup": 1.6094, "speedup_lo95": 1.6079, "ref_ms": 66.68458, "cand_ms": 41.43515, "score_pass": 1.6094, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1348, "tokens_out": 4080, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 267.8}
{"block": "ra-w1-0000", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0000/P2_refine", "status": "ok", "correct": true, "speedup": 1.3381, "speedup_lo95": 1.3352, "ref_ms": 66.38105, "cand_ms": 49.60787, "score_pass": 1.3381, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2985, "tokens_out": 3492, "ctx_chars": 5736, "ctx_sha": "c0805af65775b0f8", "wall_s": 258.3}
{"block": "ra-w1-0000", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0000/P2_consult", "status": "ok", "correct": true, "speedup": 1.7787, "speedup_lo95": 1.7764, "ref_ms": 66.55587, "cand_ms": 37.41878, "score_pass": 1.7787, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13671, "tokens_out": 3925, "ctx_chars": 17216, "ctx_sha": "01be6cc9750b05f8", "wall_s": 446.0}
{"block": "ra-w1-0000", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0000/P2_audit", "status": "ok", "correct": true, "speedup": 1.9509, "speedup_lo95": 1.9479, "ref_ms": 66.56233, "cand_ms": 34.11959, "score_pass": 1.9509, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13905, "tokens_out": 4198, "ctx_chars": 17528, "ctx_sha": "8974c089798d927a", "wall_s": 463.6}
{"block": "ra-w1-0000", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0000/P2_prior", "status": "ok", "correct": true, "speedup": 1.8354, "speedup_lo95": 1.8329, "ref_ms": 66.36722, "cand_ms": 36.15858, "score_pass": 1.8354, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3101, "tokens_out": 3685, "ctx_chars": 6364, "ctx_sha": "d0bad185cddccda3", "wall_s": 326.5}
{"block": "ra-w1-0000", "task": "L1_070", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0000/S", "status": "ok", "correct": true, "speedup": 0.9641, "speedup_lo95": 0.9628, "ref_ms": 66.33687, "cand_ms": 68.80754, "score_pass": 0.9641, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10000, "tokens_out": 2687, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "wall_s": 214.8}
{"block": "ra-w1-0007", "task": "L2_091", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0007/P1", "status": "ok", "correct": true, "speedup": 1.2375, "speedup_lo95": 1.1168, "ref_ms": 34.5846, "cand_ms": 27.94704, "score_pass": 1.2375, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1122, "tokens_out": 1247, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 156.2}
{"block": "ra-w1-0007", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0007/P2_refine", "status": "ok", "correct": true, "speedup": 2.5217, "speedup_lo95": 2.1997, "ref_ms": 34.5131, "cand_ms": 13.68635, "score_pass": 2.5217, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1961, "tokens_out": 3812, "ctx_chars": 3087, "ctx_sha": "734bbc143db09525", "wall_s": 199.0}
{"block": "ra-w1-0007", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0007/P2_consult", "status": "ok", "correct": true, "speedup": 2.1118, "speedup_lo95": 2.1103, "ref_ms": 34.39, "cand_ms": 16.28472, "score_pass": 2.1118, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14071, "tokens_out": 5318, "ctx_chars": 17099, "ctx_sha": "ba81f89185f49a51", "wall_s": 472.6}
{"block": "ra-w1-0007", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0007/P2_audit", "status": "ok", "correct": true, "speedup": 1.562, "speedup_lo95": 1.5588, "ref_ms": 34.41904, "cand_ms": 22.03533, "score_pass": 1.562, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13830, "tokens_out": 4165, "ctx_chars": 17411, "ctx_sha": "4050cdbe641360f4", "wall_s": 357.6}
{"block": "ra-w1-0007", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0007/P2_prior", "status": "ok", "correct": true, "speedup": 3.3512, "speedup_lo95": 3.3469, "ref_ms": 34.51149, "cand_ms": 10.29827, "score_pass": 3.3512, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2077, "tokens_out": 3504, "ctx_chars": 3715, "ctx_sha": "d995ac70d142e95a", "wall_s": 218.9}
{"block": "ra-w1-0007", "task": "L2_091", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0007/S", "status": "ok", "correct": true, "speedup": 1.2129, "speedup_lo95": 1.1352, "ref_ms": 34.52271, "cand_ms": 28.46323, "score_pass": 1.2129, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10816, "tokens_out": 1455, "ctx_chars": 13707, "ctx_sha": "c2fd2e75f0a9c4ac", "wall_s": 184.3}
{"block": "ra-w1-0001", "task": "L1_073", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0001/P1", "status": "ok", "correct": true, "speedup": 0.9023, "speedup_lo95": 0.9017, "ref_ms": 19.53969, "cand_ms": 21.65626, "score_pass": 0.9023, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1293, "tokens_out": 2646, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 207.6}
{"block": "ra-w1-0001", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0001/P2_refine", "status": "ok", "correct": true, "speedup": 3.7022, "speedup_lo95": 3.1713, "ref_ms": 19.70153, "cand_ms": 5.32152, "score_pass": 3.7022, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3023, "tokens_out": 3429, "ctx_chars": 6412, "ctx_sha": "9daa6f4eed5f947b", "wall_s": 281.2}
{"block": "ra-w1-0001", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0001/P2_consult", "status": "ok", "correct": true, "speedup": 3.6288, "speedup_lo95": 3.6243, "ref_ms": 19.60889, "cand_ms": 5.40362, "score_pass": 3.6288, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 6102, "tokens_out": 2922, "ctx_chars": 17892, "ctx_sha": "f6b7780ec4c7841b", "wall_s": 198.0}
{"block": "ra-w1-0001", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0001/P2_audit", "status": "ok", "correct": true, "speedup": 4.7551, "speedup_lo95": 4.0994, "ref_ms": 19.57335, "cand_ms": 4.11629, "score_pass": 4.7551, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14161, "tokens_out": 4691, "ctx_chars": 18204, "ctx_sha": "71bcf1041533a6fe", "wall_s": 748.0}
{"block": "ra-w1-0001", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0001/P2_prior", "status": "ok", "correct": true, "speedup": 1.191, "speedup_lo95": 1.1002, "ref_ms": 19.81103, "cand_ms": 16.63409, "score_pass": 1.191, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3139, "tokens_out": 4706, "ctx_chars": 7040, "ctx_sha": "6bc3a273e09173f0", "wall_s": 413.8}
{"block": "ra-w1-0001", "task": "L1_073", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0001/S", "status": "ok", "correct": true, "speedup": 0.6054, "speedup_lo95": 0.5995, "ref_ms": 19.64871, "cand_ms": 32.45426, "score_pass": 0.6054, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10088, "tokens_out": 3741, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "wall_s": 283.5}
{"block": "ra-w1-0014", "task": "L1_003", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0014/P1", "status": "ok", "correct": true, "speedup": 1.5951, "speedup_lo95": 1.5935, "ref_ms": 14.5339, "cand_ms": 9.11167, "score_pass": 1.5951, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1027, "tokens_out": 1138, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 92.1}
{"block": "ra-w1-0014", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0014/P2_refine", "status": "ok", "correct": true, "speedup": 0.4423, "speedup_lo95": 0.4417, "ref_ms": 14.51806, "cand_ms": 32.82487, "score_pass": 0.4423, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1887, "tokens_out": 1704, "ctx_chars": 2812, "ctx_sha": "f887aef38ad07ef3", "wall_s": 156.8}
{"block": "ra-w1-0014", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0014/P2_consult", "status": "ok", "correct": true, "speedup": 0.3852, "speedup_lo95": 0.3847, "ref_ms": 14.53858, "cand_ms": 37.74256, "score_pass": 0.3852, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10248, "tokens_out": 2096, "ctx_chars": 13501, "ctx_sha": "1873e3cafb9d0c8e", "wall_s": 206.3}
{"block": "ra-w1-0014", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0014/P2_audit", "status": "ok", "correct": true, "speedup": 1.513, "speedup_lo95": 1.5117, "ref_ms": 14.548, "cand_ms": 9.61522, "score_pass": 1.513, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 4796, "tokens_out": 1416, "ctx_chars": 13813, "ctx_sha": "d87aba938fd02c8e", "wall_s": 138.9}
{"block": "ra-w1-0014", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0014/P2_prior", "status": "ok", "correct": true, "speedup": 3.1767, "speedup_lo95": 3.1708, "ref_ms": 14.50688, "cand_ms": 4.56658, "score_pass": 3.1767, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2003, "tokens_out": 2623, "ctx_chars": 3440, "ctx_sha": "0d863bd94cc658d8", "wall_s": 191.3}
{"block": "ra-w1-0014", "task": "L1_003", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0014/S", "status": "ok", "correct": true, "speedup": 1.5097, "speedup_lo95": 1.5091, "ref_ms": 14.5232, "cand_ms": 9.61982, "score_pass": 1.5097, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8423, "tokens_out": 1651, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "wall_s": 253.2}
{"block": "ra-w1-0016", "task": "L2_010", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0016/P1", "status": "ok", "correct": true, "speedup": 1.2873, "speedup_lo95": 1.2866, "ref_ms": 25.43943, "cand_ms": 19.76229, "score_pass": 1.2873, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1165, "tokens_out": 2138, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 160.2}
{"block": "ra-w1-0016", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0016/P2_refine", "status": "ok", "correct": true, "speedup": 0.2694, "speedup_lo95": 0.2693, "ref_ms": 25.39473, "cand_ms": 94.26379, "score_pass": 0.2694, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2527, "tokens_out": 4435, "ctx_chars": 4993, "ctx_sha": "d8d3748fca21b130", "wall_s": 112.1}
{"block": "ra-w1-0016", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0016/P2_consult", "status": "ok", "correct": true, "speedup": 1.148, "speedup_lo95": 1.1469, "ref_ms": 25.4233, "cand_ms": 22.14535, "score_pass": 1.148, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 6508, "tokens_out": 1928, "ctx_chars": 19005, "ctx_sha": "4a96959f1fd57a64", "wall_s": 89.3}
{"block": "ra-w1-0016", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0016/P2_audit", "status": "ok", "correct": true, "speedup": 1.1495, "speedup_lo95": 1.1485, "ref_ms": 25.43184, "cand_ms": 22.12383, "score_pass": 1.1495, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14954, "tokens_out": 3657, "ctx_chars": 19317, "ctx_sha": "620f3f29fa84d628", "wall_s": 163.9}
{"block": "ra-w1-0016", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0016/P2_prior", "status": "ok", "correct": true, "speedup": 0.2477, "speedup_lo95": 0.2476, "ref_ms": 25.43336, "cand_ms": 102.66636, "score_pass": 0.2477, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2643, "tokens_out": 3735, "ctx_chars": 5621, "ctx_sha": "2b72bcb49e72c52b", "wall_s": 107.6}
{"block": "ra-w1-0016", "task": "L2_010", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0016/S", "status": "ok", "correct": true, "speedup": 1.0082, "speedup_lo95": 1.0052, "ref_ms": 25.57646, "cand_ms": 25.36944, "score_pass": 1.0082, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11509, "tokens_out": 2655, "ctx_chars": 13707, "ctx_sha": "c2fd2e75f0a9c4ac", "wall_s": 143.8}
{"block": "ra-w1-0010", "task": "L2_021", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0010/P1", "status": "ok", "correct": true, "speedup": 1.5727, "speedup_lo95": 1.5686, "ref_ms": 11.67617, "cand_ms": 7.42425, "score_pass": 1.5727, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1087, "tokens_out": 2563, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 224.4}
{"block": "ra-w1-0010", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0010/P2_refine", "status": "ok", "correct": true, "speedup": 2.1372, "speedup_lo95": 2.1355, "ref_ms": 11.60557, "cand_ms": 5.43031, "score_pass": 2.1372, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2825, "tokens_out": 3597, "ctx_chars": 5685, "ctx_sha": "14ecb1da3acf00eb", "wall_s": 265.6}
{"block": "ra-w1-0010", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0010/P2_consult", "status": "ok", "correct": true, "speedup": 1.2404, "speedup_lo95": 1.2158, "ref_ms": 11.85295, "cand_ms": 9.55569, "score_pass": 1.2404, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 17000, "tokens_out": 6981, "ctx_chars": 20520, "ctx_sha": "0f6b9b7140ff5536", "wall_s": 592.3}
{"block": "ra-w1-0010", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0010/P2_audit", "status": "ok", "correct": true, "speedup": 1.9001, "speedup_lo95": 1.7333, "ref_ms": 11.65394, "cand_ms": 6.1334, "score_pass": 1.9001, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 16300, "tokens_out": 5492, "ctx_chars": 20832, "ctx_sha": "298aa5db3f42ad09", "wall_s": 336.3}
{"block": "ra-w1-0010", "task": "L2_021", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0010/P2_prior", "status": "ok", "correct": true, "speedup": 1.726, "speedup_lo95": 1.5897, "ref_ms": 11.59149, "cand_ms": 6.71597, "score_pass": 1.726, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2941, "tokens_out": 3439, "ctx_chars": 6313, "ctx_sha": "21812701b5356ce2", "wall_s": 204.9}
{"block": "ra-w1-0010", "task": "L2_021", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0010/S", "status": "ok", "correct": true, "speedup": 1.6042, "speedup_lo95": 1.5611, "ref_ms": 12.02199, "cand_ms": 7.49412, "score_pass": 1.6042, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11911, "tokens_out": 3401, "ctx_chars": 14530, "ctx_sha": "531c6735226f817a", "wall_s": 229.9}
{"block": "ra-w1-0011", "task": "L2_091", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0011/P1", "status": "ok", "correct": true, "speedup": 1.0784, "speedup_lo95": 1.0767, "ref_ms": 34.50497, "cand_ms": 31.99786, "score_pass": 1.0784, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1122, "tokens_out": 1280, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 191.5}
{"block": "ra-w1-0011", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0011/P2_refine", "status": "ok", "correct": true, "speedup": 2.1615, "speedup_lo95": 2.1597, "ref_ms": 34.43498, "cand_ms": 15.9308, "score_pass": 2.1615, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2014, "tokens_out": 3371, "ctx_chars": 3320, "ctx_sha": "20d282053867b231", "wall_s": 211.5}
{"block": "ra-w1-0011", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0011/P2_consult", "status": "ok", "correct": true, "speedup": 1.4736, "speedup_lo95": 1.4657, "ref_ms": 34.65092, "cand_ms": 23.51398, "score_pass": 1.4736, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13794, "tokens_out": 4589, "ctx_chars": 17332, "ctx_sha": "3fe1491e84b2c010", "wall_s": 359.6}
{"block": "ra-w1-0011", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0011/P2_audit", "status": "ok", "correct": true, "speedup": 1.6327, "speedup_lo95": 1.5727, "ref_ms": 35.79475, "cand_ms": 21.92425, "score_pass": 1.6327, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14055, "tokens_out": 4542, "ctx_chars": 17644, "ctx_sha": "3cff3609a67ae437", "wall_s": 481.0}
{"block": "ra-w1-0011", "task": "L2_091", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0011/P2_prior", "status": "ok", "correct": true, "speedup": 1.9559, "speedup_lo95": 1.9521, "ref_ms": 34.49095, "cand_ms": 17.63403, "score_pass": 1.9559, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2130, "tokens_out": 3556, "ctx_chars": 3948, "ctx_sha": "1c002016da33ac23", "wall_s": 276.8}
{"block": "ra-w1-0011", "task": "L2_091", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0011/S", "status": "ok", "correct": true, "speedup": 1.0551, "speedup_lo95": 1.0531, "ref_ms": 34.62646, "cand_ms": 32.81803, "score_pass": 1.0551, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10809, "tokens_out": 1537, "ctx_chars": 13707, "ctx_sha": "c2fd2e75f0a9c4ac", "wall_s": 287.5}
{"block": "ra-w1-0013", "task": "L2_034", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0013/P1", "status": "ok", "correct": true, "speedup": 1.0218, "speedup_lo95": 1.0063, "ref_ms": 48.15251, "cand_ms": 47.12327, "score_pass": 1.0218, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1166, "tokens_out": 1096, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 205.9}
{"block": "ra-w1-0013", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0013/P2_refine", "status": "ok", "correct": true, "speedup": 5.6698, "speedup_lo95": 5.568, "ref_ms": 48.81882, "cand_ms": 8.61039, "score_pass": 5.6698, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1920, "tokens_out": 4110, "ctx_chars": 2820, "ctx_sha": "4c4b26d29673f5a1", "wall_s": 265.5}
{"block": "ra-w1-0013", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0013/P2_consult", "status": "ok", "correct": true, "speedup": 1.935, "speedup_lo95": 1.9286, "ref_ms": 48.10346, "cand_ms": 24.86008, "score_pass": 1.935, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13171, "tokens_out": 4483, "ctx_chars": 16013, "ctx_sha": "569283151f3ac35f", "wall_s": 374.5}
{"block": "ra-w1-0013", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0013/P2_audit", "status": "ok", "correct": true, "speedup": 1.161, "speedup_lo95": 1.0283, "ref_ms": 48.08324, "cand_ms": 41.41494, "score_pass": 1.161, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13005, "tokens_out": 3766, "ctx_chars": 16325, "ctx_sha": "a063d28a702e4bf9", "wall_s": 470.2}
{"block": "ra-w1-0013", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0013/P2_prior", "status": "ok", "correct": true, "speedup": 4.7964, "speedup_lo95": 4.7925, "ref_ms": 48.02787, "cand_ms": 10.01326, "score_pass": 4.7964, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2036, "tokens_out": 3815, "ctx_chars": 3448, "ctx_sha": "1e65f4b9682c0697", "wall_s": 373.8}
{"block": "ra-w1-0013", "task": "L2_034", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0013/S", "status": "ok", "correct": true, "speedup": 1.2556, "speedup_lo95": 1.0449, "ref_ms": 48.07514, "cand_ms": 38.28759, "score_pass": 1.2556, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10355, "tokens_out": 1456, "ctx_chars": 12888, "ctx_sha": "10c1ea8230b0eef6", "wall_s": 368.3}
{"block": "ra-w1-0018", "task": "L1_070", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0018/P1", "status": "ok", "correct": true, "speedup": 2.2017, "speedup_lo95": 2.2006, "ref_ms": 66.52067, "cand_ms": 30.21267, "score_pass": 2.2017, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1348, "tokens_out": 3349, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 209.2}
{"block": "ra-w1-0018", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0018/P2_refine", "status": "ok", "correct": true, "speedup": 2.0884, "speedup_lo95": 2.0824, "ref_ms": 66.42041, "cand_ms": 31.80429, "score_pass": 2.0884, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3253, "tokens_out": 3390, "ctx_chars": 5936, "ctx_sha": "158e56adf4c4c594", "wall_s": 256.3}
{"block": "ra-w1-0018", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0018/P2_consult", "status": "ok", "correct": true, "speedup": 2.0919, "speedup_lo95": 2.0895, "ref_ms": 66.39302, "cand_ms": 31.73783, "score_pass": 2.0919, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14536, "tokens_out": 5385, "ctx_chars": 17416, "ctx_sha": "00685eb94bf95e9a", "wall_s": 316.0}
{"block": "ra-w1-0018", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0018/P2_audit", "status": "ok", "correct": true, "speedup": 1.5543, "speedup_lo95": 1.5524, "ref_ms": 66.57132, "cand_ms": 42.82984, "score_pass": 1.5543, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14989, "tokens_out": 5042, "ctx_chars": 17728, "ctx_sha": "cd299e159ec044e2", "wall_s": 355.7}
{"block": "ra-w1-0018", "task": "L1_070", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0018/P2_prior", "status": "runtime_error", "correct": false, "speedup": 0.0, "speedup_lo95": null, "ref_ms": null, "cand_ms": null, "score_pass": 0.0, "error": "OutOfResources: out of resource: shared memory, Required: 204800, Hardware limit: 166912. Reducing block sizes or `num_stages` may help.", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3369, "tokens_out": 3755, "ctx_chars": 6564, "ctx_sha": "0f84167baf68a456", "wall_s": 110.1}
{"block": "ra-w1-0018", "task": "L1_070", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0018/S", "status": "ok", "correct": true, "speedup": 0.9644, "speedup_lo95": 0.9627, "ref_ms": 66.32574, "cand_ms": 68.77357, "score_pass": 0.9644, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9980, "tokens_out": 2527, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "wall_s": 208.3}
{"block": "ra-w1-0015", "task": "L2_031", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0015/P1", "status": "ok", "correct": true, "speedup": 1.1127, "speedup_lo95": 1.0394, "ref_ms": 17.53599, "cand_ms": 15.76007, "score_pass": 1.1127, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1077, "tokens_out": 1056, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 173.5}
{"block": "ra-w1-0015", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0015/P2_refine", "status": "ok", "correct": true, "speedup": 1.5962, "speedup_lo95": 1.5882, "ref_ms": 17.60537, "cand_ms": 11.02954, "score_pass": 1.5962, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1784, "tokens_out": 4167, "ctx_chars": 2721, "ctx_sha": "27aaf4046d79d02c", "wall_s": 307.6}
{"block": "ra-w1-0015", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0015/P2_consult", "status": "ok", "correct": true, "speedup": 1.0148, "speedup_lo95": 0.8425, "ref_ms": 17.76459, "cand_ms": 17.50593, "score_pass": 1.0148, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10084, "tokens_out": 3937, "ctx_chars": 12470, "ctx_sha": "46f67c3c0ee31a2e", "wall_s": 354.8}
{"block": "ra-w1-0015", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0015/P2_audit", "status": "ok", "correct": true, "speedup": 0.758, "speedup_lo95": 0.7522, "ref_ms": 19.01933, "cand_ms": 25.09261, "score_pass": 0.758, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9999, "tokens_out": 3072, "ctx_chars": 12782, "ctx_sha": "b2008aa3738c4a3d", "wall_s": 552.5}
{"block": "ra-w1-0015", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0015/P2_prior", "status": "ok", "correct": true, "speedup": 0.9312, "speedup_lo95": 0.9279, "ref_ms": 17.37665, "cand_ms": 18.65971, "score_pass": 0.9312, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1900, "tokens_out": 3078, "ctx_chars": 3349, "ctx_sha": "ded54993bc3876dc", "wall_s": 285.6}
{"block": "ra-w1-0015", "task": "L2_031", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0015/S", "status": "ok", "correct": true, "speedup": 1.1881, "speedup_lo95": 1.1684, "ref_ms": 17.57797, "cand_ms": 14.79561, "score_pass": 1.1881, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 7705, "tokens_out": 1158, "ctx_chars": 9444, "ctx_sha": "a1ff20f70ebfdfbd", "wall_s": 196.3}
{"block": "ra-w1-0012", "task": "L2_093", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0012/P1", "status": "ok", "correct": true, "speedup": 0.9663, "speedup_lo95": 0.9628, "ref_ms": 31.34072, "cand_ms": 32.43443, "score_pass": 0.9663, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1086, "tokens_out": 802, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 289.3}
{"block": "ra-w1-0012", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0012/P2_refine", "status": "ok", "correct": true, "speedup": 0.982, "speedup_lo95": 0.9784, "ref_ms": 31.37103, "cand_ms": 31.94483, "score_pass": 0.982, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1554, "tokens_out": 3029, "ctx_chars": 1821, "ctx_sha": "c0c4f3816659b152", "wall_s": 237.5}
{"block": "ra-w1-0012", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0012/P2_consult", "status": "ok", "correct": true, "speedup": 3.3054, "speedup_lo95": 3.2958, "ref_ms": 31.39843, "cand_ms": 9.49924, "score_pass": 3.3054, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11328, "tokens_out": 3798, "ctx_chars": 13881, "ctx_sha": "82694bccfb67953f", "wall_s": 492.7}
{"block": "ra-w1-0012", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0012/P2_audit", "status": "ok", "correct": true, "speedup": 0.5797, "speedup_lo95": 0.5599, "ref_ms": 31.4263, "cand_ms": 54.21164, "score_pass": 0.5797, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11355, "tokens_out": 3746, "ctx_chars": 14193, "ctx_sha": "8099e84378da7789", "wall_s": 406.0}
{"block": "ra-w1-0012", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0012/P2_prior", "status": "ok", "correct": true, "speedup": 4.1632, "speedup_lo95": 4.1593, "ref_ms": 31.19417, "cand_ms": 7.49282, "score_pass": 4.1632, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1670, "tokens_out": 3079, "ctx_chars": 2449, "ctx_sha": "01bd961ac3f315a6", "wall_s": 215.2}
{"block": "ra-w1-0012", "task": "L2_093", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0012/S", "status": "ok", "correct": true, "speedup": 1.0538, "speedup_lo95": 0.9629, "ref_ms": 31.18352, "cand_ms": 29.59139, "score_pass": 1.0538, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9193, "tokens_out": 865, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "wall_s": 282.1}
{"block": "ra-w1-0019", "task": "L1_060", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0019/P1", "status": "ok", "correct": true, "speedup": 1.5269, "speedup_lo95": 1.526, "ref_ms": 15.69928, "cand_ms": 10.28174, "score_pass": 1.5269, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1298, "tokens_out": 1885, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 146.0}
{"block": "ra-w1-0019", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0019/P2_refine", "status": "ok", "correct": true, "speedup": 1.5831, "speedup_lo95": 1.5804, "ref_ms": 15.76535, "cand_ms": 9.9586, "score_pass": 1.5831, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2775, "tokens_out": 2736, "ctx_chars": 4748, "ctx_sha": "e595bd57f966c0e5", "wall_s": 523.6}
{"block": "ra-w1-0019", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0019/P2_consult", "status": "ok", "correct": true, "speedup": 1.5655, "speedup_lo95": 1.5636, "ref_ms": 15.70159, "cand_ms": 10.02953, "score_pass": 1.5655, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13042, "tokens_out": 4623, "ctx_chars": 15917, "ctx_sha": "236ce7548c3d7dc0", "wall_s": 392.1}
{"block": "ra-w1-0019", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0019/P2_audit", "status": "ok", "correct": true, "speedup": 1.6317, "speedup_lo95": 1.6296, "ref_ms": 15.76823, "cand_ms": 9.66377, "score_pass": 1.6317, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13051, "tokens_out": 3847, "ctx_chars": 16229, "ctx_sha": "642f53dd03f2b3a3", "wall_s": 360.4}
{"block": "ra-w1-0019", "task": "L1_060", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0019/P2_prior", "status": "ok", "correct": true, "speedup": 1.9418, "speedup_lo95": 1.9402, "ref_ms": 15.70197, "cand_ms": 8.08648, "score_pass": 1.9418, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2891, "tokens_out": 2946, "ctx_chars": 5376, "ctx_sha": "0853249b16527d24", "wall_s": 189.5}
{"block": "ra-w1-0019", "task": "L1_060", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0019/S", "status": "ok", "correct": true, "speedup": 1.7213, "speedup_lo95": 1.7195, "ref_ms": 15.78532, "cand_ms": 9.1705, "score_pass": 1.7213, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9689, "tokens_out": 3004, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "wall_s": 251.4}
{"block": "ra-w1-0017", "task": "L2_060", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0017/P1", "status": "ok", "correct": true, "speedup": 1.2677, "speedup_lo95": 1.2631, "ref_ms": 27.27917, "cand_ms": 21.51839, "score_pass": 1.2677, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1111, "tokens_out": 2135, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 217.3}
{"block": "ra-w1-0017", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0017/P2_refine", "status": "ok", "correct": true, "speedup": 5.3343, "speedup_lo95": 5.1024, "ref_ms": 28.74114, "cand_ms": 5.388, "score_pass": 5.3343, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2467, "tokens_out": 4523, "ctx_chars": 4964, "ctx_sha": "64e627cf6ab380e5", "wall_s": 307.9}
{"block": "ra-w1-0017", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0017/P2_consult", "status": "ok", "correct": true, "speedup": 4.7538, "speedup_lo95": 4.7473, "ref_ms": 27.33055, "cand_ms": 5.74922, "score_pass": 4.7538, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14010, "tokens_out": 5597, "ctx_chars": 17424, "ctx_sha": "d4b0d02e0980bfc6", "wall_s": 734.9}
{"block": "ra-w1-0017", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0017/P2_audit", "status": "ok", "correct": true, "speedup": 4.3519, "speedup_lo95": 4.2681, "ref_ms": 27.29784, "cand_ms": 6.2727, "score_pass": 4.3519, "error": "", "infra": false, "infra_reruns": 0, "calls": 4, "tokens_in": 38808, "tokens_out": 11118, "ctx_chars": 17736, "ctx_sha": "4de80a861d5ceeee", "wall_s": 645.8}
{"block": "ra-w1-0017", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0017/P2_prior", "status": "ok", "correct": true, "speedup": 7.293, "speedup_lo95": 7.2743, "ref_ms": 27.38692, "cand_ms": 3.75521, "score_pass": 7.293, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2583, "tokens_out": 4444, "ctx_chars": 5592, "ctx_sha": "070a6fa869b6e37c", "wall_s": 322.5}
{"block": "ra-w1-0017", "task": "L2_060", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0017/S", "status": "ok", "correct": true, "speedup": 1.172, "speedup_lo95": 1.1161, "ref_ms": 28.49803, "cand_ms": 24.3158, "score_pass": 1.172, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10197, "tokens_out": 2498, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "wall_s": 391.2}
{"block": "ra-w1-0022", "task": "L2_034", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0022/P1", "status": "ok", "correct": true, "speedup": 1.0067, "speedup_lo95": 1.0043, "ref_ms": 48.17436, "cand_ms": 47.85577, "score_pass": 1.0067, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1166, "tokens_out": 1070, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 217.2}
{"block": "ra-w1-0022", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0022/P2_refine", "status": "ok", "correct": true, "speedup": 5.0588, "speedup_lo95": 5.0229, "ref_ms": 47.96066, "cand_ms": 9.48059, "score_pass": 5.0588, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1914, "tokens_out": 4052, "ctx_chars": 2741, "ctx_sha": "ac4b7dd34b6d61cb", "wall_s": 225.1}
{"block": "ra-w1-0022", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0022/P2_consult", "status": "ok", "correct": true, "speedup": 2.9218, "speedup_lo95": 2.9173, "ref_ms": 47.98116, "cand_ms": 16.42178, "score_pass": 2.9218, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13209, "tokens_out": 4613, "ctx_chars": 15934, "ctx_sha": "db2f9216c3d850ea", "wall_s": 358.1}
{"block": "ra-w1-0022", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0022/P2_audit", "status": "ok", "correct": true, "speedup": 1.9357, "speedup_lo95": 1.9333, "ref_ms": 48.19871, "cand_ms": 24.90023, "score_pass": 1.9357, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 5710, "tokens_out": 2491, "ctx_chars": 16246, "ctx_sha": "b3b191928940d3a0", "wall_s": 372.2}
{"block": "ra-w1-0022", "task": "L2_034", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0022/P2_prior", "status": "ok", "correct": true, "speedup": 4.5659, "speedup_lo95": 4.5518, "ref_ms": 48.14463, "cand_ms": 10.54446, "score_pass": 4.5659, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2030, "tokens_out": 4416, "ctx_chars": 3369, "ctx_sha": "d2afcd3a67690825", "wall_s": 329.3}
{"block": "ra-w1-0022", "task": "L2_034", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0022/S", "status": "ok", "correct": true, "speedup": 1.1104, "speedup_lo95": 1.0043, "ref_ms": 50.32807, "cand_ms": 45.3232, "score_pass": 1.1104, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10383, "tokens_out": 1384, "ctx_chars": 12888, "ctx_sha": "10c1ea8230b0eef6", "wall_s": 287.0}
{"block": "ra-w1-0021", "task": "L2_031", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0021/P1", "status": "ok", "correct": true, "speedup": 1.2161, "speedup_lo95": 1.0767, "ref_ms": 17.53224, "cand_ms": 14.41715, "score_pass": 1.2161, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1077, "tokens_out": 1005, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 182.5}
{"block": "ra-w1-0021", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0021/P2_refine", "status": "ok", "correct": true, "speedup": 0.8775, "speedup_lo95": 0.8722, "ref_ms": 17.50545, "cand_ms": 19.95023, "score_pass": 0.8775, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1813, "tokens_out": 3629, "ctx_chars": 2646, "ctx_sha": "6195d256bd7a7c95", "wall_s": 386.7}
{"block": "ra-w1-0021", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0021/P2_consult", "status": "ok", "correct": true, "speedup": 1.2183, "speedup_lo95": 1.0701, "ref_ms": 19.93561, "cand_ms": 16.36366, "score_pass": 1.2183, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9811, "tokens_out": 3251, "ctx_chars": 12395, "ctx_sha": "eb4e06ee75eed8e1", "wall_s": 528.4}
{"block": "ra-w1-0021", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0021/P2_audit", "status": "ok", "correct": true, "speedup": 1.1522, "speedup_lo95": 1.1478, "ref_ms": 17.54006, "cand_ms": 15.22262, "score_pass": 1.1522, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10400, "tokens_out": 4495, "ctx_chars": 12707, "ctx_sha": "89c8f4376e3e7bf6", "wall_s": 542.2}
{"block": "ra-w1-0021", "task": "L2_031", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0021/P2_prior", "status": "ok", "correct": true, "speedup": 1.3243, "speedup_lo95": 1.32, "ref_ms": 17.57421, "cand_ms": 13.27023, "score_pass": 1.3243, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1929, "tokens_out": 3251, "ctx_chars": 3274, "ctx_sha": "205461d416afa7f0", "wall_s": 302.7}
{"block": "ra-w1-0021", "task": "L2_031", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0021/S", "status": "ok", "correct": true, "speedup": 1.2095, "speedup_lo95": 1.1308, "ref_ms": 17.27177, "cand_ms": 14.27984, "score_pass": 1.2095, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 7737, "tokens_out": 1190, "ctx_chars": 9444, "ctx_sha": "a1ff20f70ebfdfbd", "wall_s": 348.0}
{"block": "ra-w1-0020", "task": "L2_001", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0020/P1", "status": "ok", "correct": true, "speedup": 1.1128, "speedup_lo95": 1.1041, "ref_ms": 15.9458, "cand_ms": 14.33001, "score_pass": 1.1128, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1008, "tokens_out": 1003, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 203.8}
{"block": "ra-w1-0020", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0020/P2_refine", "status": "ok", "correct": true, "speedup": 0.6178, "speedup_lo95": 0.5997, "ref_ms": 18.47824, "cand_ms": 29.90819, "score_pass": 0.6178, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1629, "tokens_out": 3768, "ctx_chars": 2248, "ctx_sha": "6134d0652b1e5f16", "wall_s": 438.8}
{"block": "ra-w1-0020", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0020/P2_consult", "status": "ok", "correct": true, "speedup": 0.9992, "speedup_lo95": 0.9936, "ref_ms": 15.98251, "cand_ms": 15.99575, "score_pass": 0.9992, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 3, "tokens_in": 9604, "tokens_out": 4407, "ctx_chars": 4535, "ctx_sha": "216b85b739ca5372", "wall_s": 544.7}
{"block": "ra-w1-0020", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0020/P2_audit", "status": "ok", "correct": true, "speedup": 1.2885, "speedup_lo95": 1.2837, "ref_ms": 15.86695, "cand_ms": 12.31467, "score_pass": 1.2885, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 5876, "tokens_out": 3807, "ctx_chars": 4847, "ctx_sha": "91cfc5e0917a7ede", "wall_s": 329.6}
{"block": "ra-w1-0020", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0020/P2_prior", "status": "ok", "correct": true, "speedup": 1.1621, "speedup_lo95": 0.9229, "ref_ms": 15.9391, "cand_ms": 13.7156, "score_pass": 1.1621, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1745, "tokens_out": 3121, "ctx_chars": 2876, "ctx_sha": "1ea3be5aea85a74d", "wall_s": 287.8}
{"block": "ra-w1-0020", "task": "L2_001", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0020/S", "status": "ok", "correct": true, "speedup": 1.0624, "speedup_lo95": 0.9508, "ref_ms": 15.75679, "cand_ms": 14.8309, "score_pass": 1.0624, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 3441, "tokens_out": 1121, "ctx_chars": 1982, "ctx_sha": "54e16caf9bef9eec", "wall_s": 221.1}
{"block": "ra-w1-0024", "task": "L2_060", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0024/P1", "status": "ok", "correct": true, "speedup": 1.2639, "speedup_lo95": 1.2631, "ref_ms": 27.25652, "cand_ms": 21.56618, "score_pass": 1.2639, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1111, "tokens_out": 2363, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 225.7}
{"block": "ra-w1-0024", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0024/P2_refine", "status": "runtime_error", "correct": false, "speedup": 0.0, "speedup_lo95": null, "ref_ms": null, "cand_ms": null, "score_pass": 0.0, "error": "CompilationError: at 32:20:\n    iy = (r // WX) % HY\n    ix = r % WX\n    oz = 2 * iz + PZ\n    oy = 2 * iy + PY\n    ox = 2 * ix + PX\n\n    acc = tl.full((BLOCK,), 0.0, tl.float32)\n    for ci in tl.static_range(3):\n        for dz in tl.static_range(PZ + 1):\n            for dy in tl.static_range(PY + 1):\n                for dx in tl.static_range(PX + 1):\n                    kz: tl.constexpr = 1 - PZ + 2 * dz\n                    ^\nValueError('kz is already defined. constexpr cannot be reassigned.')", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2405, "tokens_out": 3627, "ctx_chars": 4471, "ctx_sha": "ea538eccfeaf7399", "wall_s": 448.7}
{"block": "ra-w1-0024", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0024/P2_consult", "status": "ok", "correct": true, "speedup": 4.7575, "speedup_lo95": 4.7469, "ref_ms": 27.44367, "cand_ms": 5.76845, "score_pass": 4.7575, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13917, "tokens_out": 5312, "ctx_chars": 16931, "ctx_sha": "9e30b701b068f789", "wall_s": 435.1}
{"block": "ra-w1-0024", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0024/P2_audit", "status": "ok", "correct": true, "speedup": 4.6003, "speedup_lo95": 4.3123, "ref_ms": 27.49062, "cand_ms": 5.97584, "score_pass": 4.6003, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14451, "tokens_out": 6398, "ctx_chars": 17243, "ctx_sha": "363ab36291ea2f04", "wall_s": 515.8}
{"block": "ra-w1-0024", "task": "L2_060", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0024/P2_prior", "status": "runtime_error", "correct": false, "speedup": 0.0, "speedup_lo95": null, "ref_ms": null, "cand_ms": null, "score_pass": 0.0, "error": "CompilationError: at 43:20:\n        for kd in tl.static_range(PD + 1):\n            for kh in tl.static_range(PH + 1):\n                for kw in tl.static_range(PW + 1):\n                    zd = d + PD - kd\n                    yh = h + PH - kh\n                    xw = w + PW - kw\n                    xv = tl.load(\n                        X + ((batch * 3 + ic) * ID + zd) * IH * IW\n                        + yh * IW + xw,\n                        valid, other=0.0,\n                    )\n                    kernel_d: tl.constexpr = 2 * kd if PD else 1\n                    ^\nValueError('kernel_d is already defined. constexpr cannot be reassigned.')", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2521, "tokens_out": 4319, "ctx_chars": 5099, "ctx_sha": "7397175f6ef57fb1", "wall_s": 184.3}
{"block": "ra-w1-0024", "task": "L2_060", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0024/S", "status": "ok", "correct": true, "speedup": 1.1722, "speedup_lo95": 1.063, "ref_ms": 27.38588, "cand_ms": 23.36317, "score_pass": 1.1722, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10184, "tokens_out": 2462, "ctx_chars": 12155, "ctx_sha": "1323e4e600b1300c", "wall_s": 299.1}
{"block": "ra-w1-0027", "task": "L1_003", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0027/P1", "status": "ok", "correct": true, "speedup": 1.5149, "speedup_lo95": 1.5122, "ref_ms": 14.5693, "cand_ms": 9.61732, "score_pass": 1.5149, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1027, "tokens_out": 1284, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 242.1}
{"block": "ra-w1-0027", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0027/P2_refine", "status": "ok", "correct": true, "speedup": 1.966, "speedup_lo95": 1.9621, "ref_ms": 14.50637, "cand_ms": 7.37872, "score_pass": 1.966, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1903, "tokens_out": 2429, "ctx_chars": 2820, "ctx_sha": "6dafa384125b8159", "wall_s": 247.7}
{"block": "ra-w1-0027", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0027/P2_consult", "status": "ok", "correct": true, "speedup": 1.5774, "speedup_lo95": 1.5753, "ref_ms": 14.52191, "cand_ms": 9.20598, "score_pass": 1.5774, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10736, "tokens_out": 2853, "ctx_chars": 13509, "ctx_sha": "5ef4f15ce7ccb5a0", "wall_s": 306.3}
{"block": "ra-w1-0027", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0027/P2_audit", "status": "ok", "correct": true, "speedup": 1.5066, "speedup_lo95": 1.5042, "ref_ms": 14.48637, "cand_ms": 9.61534, "score_pass": 1.5066, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10913, "tokens_out": 2794, "ctx_chars": 13821, "ctx_sha": "922e1b4b540b18fb", "wall_s": 319.7}
{"block": "ra-w1-0027", "task": "L1_003", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0027/P2_prior", "status": "ok", "correct": true, "speedup": 2.3829, "speedup_lo95": 2.3813, "ref_ms": 14.5402, "cand_ms": 6.10192, "score_pass": 2.3829, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2019, "tokens_out": 3833, "ctx_chars": 3448, "ctx_sha": "c9c1abd4ed29c065", "wall_s": 284.3}
{"block": "ra-w1-0027", "task": "L1_003", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0027/S", "status": "ok", "correct": true, "speedup": 1.5952, "speedup_lo95": 1.5939, "ref_ms": 14.47882, "cand_ms": 9.07655, "score_pass": 1.5952, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8413, "tokens_out": 1655, "ctx_chars": 10384, "ctx_sha": "4573cb1c62d0cdf8", "wall_s": 641.1}
{"block": "ra-w1-0023", "task": "L1_073", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0023/P1", "status": "ok", "correct": true, "speedup": 0.4188, "speedup_lo95": 0.4022, "ref_ms": 20.31956, "cand_ms": 48.51675, "score_pass": 0.4188, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1293, "tokens_out": 2508, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 232.7}
{"block": "ra-w1-0023", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0023/P2_refine", "status": "ok", "correct": true, "speedup": 1.8603, "speedup_lo95": 1.8559, "ref_ms": 19.80111, "cand_ms": 10.64431, "score_pass": 1.8603, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2902, "tokens_out": 2920, "ctx_chars": 6106, "ctx_sha": "5141448608801679", "wall_s": 217.0}
{"block": "ra-w1-0023", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0023/P2_consult", "status": "ok", "correct": true, "speedup": 0.8328, "speedup_lo95": 0.7909, "ref_ms": 19.62225, "cand_ms": 23.5628, "score_pass": 0.8328, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12778, "tokens_out": 2229, "ctx_chars": 17586, "ctx_sha": "9114ec11ade217b0", "wall_s": 457.6}
{"block": "ra-w1-0023", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0023/P2_audit", "status": "ok", "correct": true, "speedup": 0.8959, "speedup_lo95": 0.8886, "ref_ms": 19.5608, "cand_ms": 21.83345, "score_pass": 0.8959, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12917, "tokens_out": 2047, "ctx_chars": 17898, "ctx_sha": "ef31aa0941db001b", "wall_s": 607.8}
{"block": "ra-w1-0023", "task": "L1_073", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0023/P2_prior", "status": "ok", "correct": true, "speedup": 4.7694, "speedup_lo95": 4.6183, "ref_ms": 20.2452, "cand_ms": 4.24483, "score_pass": 4.7694, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3018, "tokens_out": 3213, "ctx_chars": 6734, "ctx_sha": "7d8fbb24c6d264e1", "wall_s": 517.7}
{"block": "ra-w1-0023", "task": "L1_073", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0023/S", "status": "ok", "correct": true, "speedup": 0.2158, "speedup_lo95": 0.1874, "ref_ms": 24.52817, "cand_ms": 113.66907, "score_pass": 0.2158, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 3, "tokens_in": 17361, "tokens_out": 5298, "ctx_chars": 11175, "ctx_sha": "5e031feda794c122", "wall_s": 612.1}
{"block": "ra-w1-0026", "task": "L2_093", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0026/P1", "status": "ok", "correct": true, "speedup": 1.0059, "speedup_lo95": 0.9616, "ref_ms": 31.27815, "cand_ms": 31.09394, "score_pass": 1.0059, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1086, "tokens_out": 675, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 208.5}
{"block": "ra-w1-0026", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0026/P2_refine", "status": "ok", "correct": true, "speedup": 3.7698, "speedup_lo95": 3.7636, "ref_ms": 31.26695, "cand_ms": 8.29406, "score_pass": 3.7698, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1557, "tokens_out": 2781, "ctx_chars": 1805, "ctx_sha": "4609540ce55431cb", "wall_s": 290.2}
{"block": "ra-w1-0026", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0026/P2_consult", "status": "ok", "correct": true, "speedup": 1.2143, "speedup_lo95": 1.0262, "ref_ms": 31.20006, "cand_ms": 25.69387, "score_pass": 1.2143, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11294, "tokens_out": 3798, "ctx_chars": 13865, "ctx_sha": "5355ca1dd0ed87f1", "wall_s": 570.0}
{"block": "ra-w1-0026", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0026/P2_audit", "status": "ok", "correct": true, "speedup": 1.0129, "speedup_lo95": 0.9037, "ref_ms": 31.42225, "cand_ms": 31.02231, "score_pass": 1.0129, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11315, "tokens_out": 3540, "ctx_chars": 14177, "ctx_sha": "c665561fbe1cf7d1", "wall_s": 358.5}
{"block": "ra-w1-0026", "task": "L2_093", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0026/P2_prior", "status": "ok", "correct": true, "speedup": 0.7527, "speedup_lo95": 0.6521, "ref_ms": 31.21772, "cand_ms": 41.47594, "score_pass": 0.7527, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1673, "tokens_out": 2397, "ctx_chars": 2433, "ctx_sha": "fd6bad46bf2bdf76", "wall_s": 249.1}
{"block": "ra-w1-0026", "task": "L2_093", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0026/S", "status": "ok", "correct": true, "speedup": 0.9845, "speedup_lo95": 0.9695, "ref_ms": 31.54969, "cand_ms": 32.04631, "score_pass": 0.9845, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9162, "tokens_out": 773, "ctx_chars": 11755, "ctx_sha": "c9bcbb50b8ac09fd", "wall_s": 580.5}
{"block": "ra-w1-0029", "task": "L2_017", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0029/P1", "status": "ok", "correct": true, "speedup": 1.0927, "speedup_lo95": 1.0283, "ref_ms": 18.39466, "cand_ms": 16.83388, "score_pass": 1.0927, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1014, "tokens_out": 900, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 207.1}
{"block": "ra-w1-0029", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0029/P2_refine", "status": "ok", "correct": true, "speedup": 1.1643, "speedup_lo95": 1.1068, "ref_ms": 17.147, "cand_ms": 14.72704, "score_pass": 1.1643, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1557, "tokens_out": 2458, "ctx_chars": 2059, "ctx_sha": "30ea5d8c37873d2f", "wall_s": 197.1}
{"block": "ra-w1-0029", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0029/P2_consult", "status": "ok", "correct": true, "speedup": 1.1483, "speedup_lo95": 1.0565, "ref_ms": 17.21135, "cand_ms": 14.98844, "score_pass": 1.1483, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10296, "tokens_out": 2998, "ctx_chars": 13496, "ctx_sha": "ece03d93126571d5", "wall_s": 228.7}
{"block": "ra-w1-0029", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0029/P2_audit", "status": "ok", "correct": true, "speedup": 1.1514, "speedup_lo95": 1.0797, "ref_ms": 18.38803, "cand_ms": 15.97036, "score_pass": 1.1514, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10544, "tokens_out": 3175, "ctx_chars": 13808, "ctx_sha": "c5b47a8c2f244007", "wall_s": 333.0}
{"block": "ra-w1-0029", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0029/P2_prior", "status": "ok", "correct": true, "speedup": 1.1246, "speedup_lo95": 0.9467, "ref_ms": 17.09103, "cand_ms": 15.19729, "score_pass": 1.1246, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1673, "tokens_out": 2636, "ctx_chars": 2687, "ctx_sha": "87ad6ea7bcd7ad3b", "wall_s": 183.3}
{"block": "ra-w1-0029", "task": "L2_017", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0029/S", "status": "ok", "correct": true, "speedup": 1.0028, "speedup_lo95": 0.9645, "ref_ms": 17.07348, "cand_ms": 17.02567, "score_pass": 1.0028, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8690, "tokens_out": 1546, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "wall_s": 218.5}
{"block": "ra-w1-0025", "task": "L2_001", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0025/P1", "status": "ok", "correct": true, "speedup": 1.1047, "speedup_lo95": 1.1011, "ref_ms": 16.06654, "cand_ms": 14.5441, "score_pass": 1.1047, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1008, "tokens_out": 868, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 193.0}
{"block": "ra-w1-0025", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0025/P2_refine", "status": "ok", "correct": true, "speedup": 0.999, "speedup_lo95": 0.9726, "ref_ms": 16.3475, "cand_ms": 16.36305, "score_pass": 0.999, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1588, "tokens_out": 4907, "ctx_chars": 2065, "ctx_sha": "d4301071d31d4c31", "wall_s": 428.8}
{"block": "ra-w1-0025", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0025/P2_consult", "status": "ok", "correct": true, "speedup": 1.0488, "speedup_lo95": 0.9937, "ref_ms": 15.76214, "cand_ms": 15.02826, "score_pass": 1.0488, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 5230, "tokens_out": 3348, "ctx_chars": 4352, "ctx_sha": "0b827384b9723c2e", "wall_s": 585.1}
{"block": "ra-w1-0025", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0025/P2_audit", "status": "ok", "correct": true, "speedup": 1.0381, "speedup_lo95": 0.9306, "ref_ms": 15.73169, "cand_ms": 15.15412, "score_pass": 1.0381, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 4, "tokens_in": 15296, "tokens_out": 6258, "ctx_chars": 4664, "ctx_sha": "4a4c11e5425386ee", "wall_s": 730.8}
{"block": "ra-w1-0025", "task": "L2_001", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0025/P2_prior", "status": "ok", "correct": true, "speedup": 1.0826, "speedup_lo95": 0.9541, "ref_ms": 16.08166, "cand_ms": 14.85447, "score_pass": 1.0826, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1704, "tokens_out": 2979, "ctx_chars": 2693, "ctx_sha": "80dd9dc6de8f41fa", "wall_s": 377.5}
{"block": "ra-w1-0025", "task": "L2_001", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0025/S", "status": "ok", "correct": true, "speedup": 1.0005, "speedup_lo95": 0.9883, "ref_ms": 16.01865, "cand_ms": 16.01068, "score_pass": 1.0005, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 3452, "tokens_out": 1174, "ctx_chars": 1982, "ctx_sha": "54e16caf9bef9eec", "wall_s": 240.5}
{"block": "ra-w1-0028", "task": "L3_025", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0028/P1", "status": "ok", "correct": true, "speedup": 1.3778, "speedup_lo95": 1.1769, "ref_ms": 20.89893, "cand_ms": 15.16818, "score_pass": 1.3778, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1575, "tokens_out": 3154, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 337.6}
{"block": "ra-w1-0028", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0028/P2_refine", "status": "ok", "correct": true, "speedup": 1.4745, "speedup_lo95": 1.4706, "ref_ms": 20.81972, "cand_ms": 14.11989, "score_pass": 1.4745, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3915, "tokens_out": 3695, "ctx_chars": 7888, "ctx_sha": "783912cba6e6e38a", "wall_s": 196.8}
{"block": "ra-w1-0028", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0028/P2_consult", "status": "ok", "correct": true, "speedup": 1.6919, "speedup_lo95": 1.6912, "ref_ms": 20.76118, "cand_ms": 12.27104, "score_pass": 1.6919, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 5628, "tokens_out": 3511, "ctx_chars": 14706, "ctx_sha": "9c528c468d2bc28a", "wall_s": 185.7}
{"block": "ra-w1-0028", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0028/P2_audit", "status": "ok", "correct": true, "speedup": 1.4823, "speedup_lo95": 1.4787, "ref_ms": 20.73239, "cand_ms": 13.98686, "score_pass": 1.4823, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14374, "tokens_out": 6329, "ctx_chars": 15018, "ctx_sha": "24ab8eb4280bef1d", "wall_s": 246.4}
{"block": "ra-w1-0028", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0028/P2_prior", "status": "ok", "correct": true, "speedup": 1.9071, "speedup_lo95": 1.8933, "ref_ms": 20.71635, "cand_ms": 10.86275, "score_pass": 1.9071, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 4031, "tokens_out": 4937, "ctx_chars": 8516, "ctx_sha": "efa3618fc1f44cdd", "wall_s": 361.6}
{"block": "ra-w1-0028", "task": "L3_025", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0028/S", "status": "ok", "correct": true, "speedup": 1.3833, "speedup_lo95": 1.3822, "ref_ms": 20.69667, "cand_ms": 14.96232, "score_pass": 1.3833, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8589, "tokens_out": 4669, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "wall_s": 497.0}
{"block": "ra-w1-0030", "task": "L1_079", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0030/P1", "status": "ok", "correct": true, "speedup": 1.5132, "speedup_lo95": 1.5122, "ref_ms": 8.58244, "cand_ms": 5.67176, "score_pass": 1.5132, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1257, "tokens_out": 2412, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 223.4}
{"block": "ra-w1-0030", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0030/P2_refine", "status": "ok", "correct": true, "speedup": 2.8029, "speedup_lo95": 2.7987, "ref_ms": 8.47483, "cand_ms": 3.0236, "score_pass": 2.8029, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2523, "tokens_out": 3354, "ctx_chars": 4701, "ctx_sha": "15b74a1f3b9ef03f", "wall_s": 380.5}
{"block": "ra-w1-0030", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0030/P2_consult", "status": "ok", "correct": true, "speedup": 2.3456, "speedup_lo95": 2.3403, "ref_ms": 8.61456, "cand_ms": 3.67267, "score_pass": 2.3456, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12746, "tokens_out": 4784, "ctx_chars": 16181, "ctx_sha": "2095700ef5c9590c", "wall_s": 502.8}
{"block": "ra-w1-0030", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0030/P2_audit", "status": "ok", "correct": true, "speedup": 1.3535, "speedup_lo95": 1.3483, "ref_ms": 8.56472, "cand_ms": 6.32763, "score_pass": 1.3535, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12835, "tokens_out": 4512, "ctx_chars": 16493, "ctx_sha": "f1c4580e1464964c", "wall_s": 622.5}
{"block": "ra-w1-0030", "task": "L1_079", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0030/P2_prior", "status": "ok", "correct": true, "speedup": 1.975, "speedup_lo95": 1.9668, "ref_ms": 8.56055, "cand_ms": 4.33435, "score_pass": 1.975, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2639, "tokens_out": 2920, "ctx_chars": 5329, "ctx_sha": "189ca57780d74484", "wall_s": 251.2}
{"block": "ra-w1-0030", "task": "L1_079", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0030/S", "status": "ok", "correct": true, "speedup": 0.5287, "speedup_lo95": 0.5278, "ref_ms": 10.31359, "cand_ms": 19.5092, "score_pass": 0.5287, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9640, "tokens_out": 3089, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "wall_s": 375.1}
{"block": "ra-w1-0032", "task": "L1_075", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0032/P1", "status": "ok", "correct": true, "speedup": 4.4342, "speedup_lo95": 4.4296, "ref_ms": 9.94726, "cand_ms": 2.24329, "score_pass": 4.4342, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1353, "tokens_out": 3566, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 199.8}
{"block": "ra-w1-0032", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0032/P2_refine", "status": "ok", "correct": true, "speedup": 6.7994, "speedup_lo95": 6.7826, "ref_ms": 9.81644, "cand_ms": 1.44372, "score_pass": 6.7994, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3059, "tokens_out": 2562, "ctx_chars": 5876, "ctx_sha": "a688393644c639b1", "wall_s": 200.8}
{"block": "ra-w1-0032", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0032/P2_consult", "status": "ok", "correct": true, "speedup": 4.4249, "speedup_lo95": 4.4206, "ref_ms": 9.84951, "cand_ms": 2.22595, "score_pass": 4.4249, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13623, "tokens_out": 3705, "ctx_chars": 17356, "ctx_sha": "9df48058f1c9d6c6", "wall_s": 392.2}
{"block": "ra-w1-0032", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0032/P2_audit", "status": "ok", "correct": true, "speedup": 10.6967, "speedup_lo95": 10.6776, "ref_ms": 9.765, "cand_ms": 0.9129, "score_pass": 10.0, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14308, "tokens_out": 4296, "ctx_chars": 17668, "ctx_sha": "7643a566a993d0fa", "wall_s": 314.0}
{"block": "ra-w1-0032", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0032/P2_prior", "status": "ok", "correct": true, "speedup": 7.2929, "speedup_lo95": 7.2588, "ref_ms": 9.83895, "cand_ms": 1.34912, "score_pass": 7.2929, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3175, "tokens_out": 2951, "ctx_chars": 6504, "ctx_sha": "7737f13acee848a3", "wall_s": 270.3}
{"block": "ra-w1-0032", "task": "L1_075", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0032/S", "status": "ok", "correct": true, "speedup": 3.8112, "speedup_lo95": 3.8036, "ref_ms": 9.87317, "cand_ms": 2.59059, "score_pass": 3.8112, "error": "", "infra": false, "infra_reruns": 0, "calls": 4, "tokens_in": 28593, "tokens_out": 9438, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "wall_s": 774.1}
{"block": "ra-w1-0038", "task": "L1_098", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0038/P1", "status": "ok", "correct": true, "speedup": 5.27, "speedup_lo95": 5.2412, "ref_ms": 8.63967, "cand_ms": 1.63942, "score_pass": 5.27, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 957, "tokens_out": 975, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 73.1}
{"block": "ra-w1-0038", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0038/P2_refine", "status": "ok", "correct": true, "speedup": 5.1727, "speedup_lo95": 5.1658, "ref_ms": 8.64967, "cand_ms": 1.67217, "score_pass": 5.1727, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1593, "tokens_out": 1629, "ctx_chars": 2532, "ctx_sha": "a33d101b5a71206b", "wall_s": 56.5}
{"block": "ra-w1-0038", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0038/P2_consult", "status": "ok", "correct": true, "speedup": 5.2175, "speedup_lo95": 5.2034, "ref_ms": 8.64348, "cand_ms": 1.65665, "score_pass": 5.2175, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 4836, "tokens_out": 2542, "ctx_chars": 4819, "ctx_sha": "fd663a87c1f1dce8", "wall_s": 193.6}
{"block": "ra-w1-0038", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0038/P2_audit", "status": "ok", "correct": true, "speedup": 4.7914, "speedup_lo95": 4.788, "ref_ms": 8.62141, "cand_ms": 1.79934, "score_pass": 4.7914, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2162, "tokens_out": 1352, "ctx_chars": 5131, "ctx_sha": "02d162042086de93", "wall_s": 76.7}
{"block": "ra-w1-0038", "task": "L1_098", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0038/P2_prior", "status": "ok", "correct": true, "speedup": 5.1456, "speedup_lo95": 5.1361, "ref_ms": 8.62844, "cand_ms": 1.67685, "score_pass": 5.1456, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1709, "tokens_out": 1610, "ctx_chars": 3160, "ctx_sha": "13501ef847dfaaf9", "wall_s": 178.1}
{"block": "ra-w1-0038", "task": "L1_098", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0038/S", "status": "ok", "correct": true, "speedup": 5.2736, "speedup_lo95": 5.2428, "ref_ms": 8.64387, "cand_ms": 1.63909, "score_pass": 5.2736, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 3378, "tokens_out": 1301, "ctx_chars": 1982, "ctx_sha": "54e16caf9bef9eec", "wall_s": 345.8}
{"block": "ra-w1-0035", "task": "L2_007", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0035/P1", "status": "ok", "correct": true, "speedup": 1.3774, "speedup_lo95": 1.3768, "ref_ms": 19.96955, "cand_ms": 14.49784, "score_pass": 1.3774, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1082, "tokens_out": 954, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 194.4}
{"block": "ra-w1-0035", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0035/P2_refine", "status": "ok", "correct": true, "speedup": 2.9651, "speedup_lo95": 2.9609, "ref_ms": 20.04819, "cand_ms": 6.76149, "score_pass": 2.9651, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1760, "tokens_out": 2517, "ctx_chars": 2261, "ctx_sha": "29c76b18a656771b", "wall_s": 163.2}
{"block": "ra-w1-0035", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0035/P2_consult", "status": "ok", "correct": true, "speedup": 2.7753, "speedup_lo95": 2.5994, "ref_ms": 20.04009, "cand_ms": 7.221, "score_pass": 2.7753, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10431, "tokens_out": 2914, "ctx_chars": 13074, "ctx_sha": "1b944f64d7f4a940", "wall_s": 337.8}
{"block": "ra-w1-0035", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0035/P2_audit", "status": "ok", "correct": true, "speedup": 2.8481, "speedup_lo95": 2.8464, "ref_ms": 19.9888, "cand_ms": 7.01833, "score_pass": 2.8481, "error": "", "infra": false, "infra_reruns": 0, "calls": 3, "tokens_in": 18040, "tokens_out": 4711, "ctx_chars": 13386, "ctx_sha": "952c8171c25660c0", "wall_s": 275.7}
{"block": "ra-w1-0035", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0035/P2_prior", "status": "ok", "correct": true, "speedup": 2.856, "speedup_lo95": 2.844, "ref_ms": 20.12852, "cand_ms": 7.04787, "score_pass": 2.856, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1876, "tokens_out": 2843, "ctx_chars": 2889, "ctx_sha": "1bfa4b69ebdbe0ef", "wall_s": 240.0}
{"block": "ra-w1-0035", "task": "L2_007", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0035/S", "status": "ok", "correct": true, "speedup": 1.378, "speedup_lo95": 1.377, "ref_ms": 20.02667, "cand_ms": 14.53341, "score_pass": 1.378, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8482, "tokens_out": 1282, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "wall_s": 310.0}
{"block": "ra-w1-0036", "task": "L2_017", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0036/P1", "status": "ok", "correct": true, "speedup": 0.9704, "speedup_lo95": 0.9578, "ref_ms": 16.94501, "cand_ms": 17.46209, "score_pass": 0.9704, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1014, "tokens_out": 1256, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 177.4}
{"block": "ra-w1-0036", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0036/P2_refine", "status": "ok", "correct": true, "speedup": 0.9594, "speedup_lo95": 0.9421, "ref_ms": 17.55349, "cand_ms": 18.29614, "score_pass": 0.9594, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1930, "tokens_out": 4529, "ctx_chars": 3274, "ctx_sha": "5e86869ffca21531", "wall_s": 374.8}
{"block": "ra-w1-0036", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0036/P2_consult", "status": "ok", "correct": true, "speedup": 1.0693, "speedup_lo95": 1.0206, "ref_ms": 17.99235, "cand_ms": 16.82611, "score_pass": 1.0693, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10970, "tokens_out": 2502, "ctx_chars": 14711, "ctx_sha": "27334964a15dfeba", "wall_s": 219.9}
{"block": "ra-w1-0036", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0036/P2_audit", "status": "ok", "correct": true, "speedup": 1.198, "speedup_lo95": 1.0308, "ref_ms": 17.35339, "cand_ms": 14.48562, "score_pass": 1.198, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11206, "tokens_out": 2804, "ctx_chars": 15023, "ctx_sha": "d3a4e32ccd7a1447", "wall_s": 246.7}
{"block": "ra-w1-0036", "task": "L2_017", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0036/P2_prior", "status": "ok", "correct": true, "speedup": 0.847, "speedup_lo95": 0.8284, "ref_ms": 18.57525, "cand_ms": 21.92996, "score_pass": 0.847, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2046, "tokens_out": 3832, "ctx_chars": 3902, "ctx_sha": "c33c5bc77f217446", "wall_s": 258.7}
{"block": "ra-w1-0036", "task": "L2_017", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0036/S", "status": "ok", "correct": true, "speedup": 1.1789, "speedup_lo95": 1.1739, "ref_ms": 16.9484, "cand_ms": 14.37612, "score_pass": 1.1789, "error": "", "infra": false, "infra_reruns": 0, "calls": 3, "tokens_in": 14389, "tokens_out": 3118, "ctx_chars": 11132, "ctx_sha": "4caa9b6e3a0949e1", "wall_s": 503.8}
{"block": "ra-w1-0037", "task": "L2_007", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0037/P1", "status": "ok", "correct": true, "speedup": 1.3802, "speedup_lo95": 1.3769, "ref_ms": 20.08956, "cand_ms": 14.55597, "score_pass": 1.3802, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1082, "tokens_out": 993, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 147.7}
{"block": "ra-w1-0037", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0037/P2_refine", "status": "ok", "correct": true, "speedup": 2.6516, "speedup_lo95": 2.6036, "ref_ms": 20.07837, "cand_ms": 7.57226, "score_pass": 2.6516, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1785, "tokens_out": 2127, "ctx_chars": 2405, "ctx_sha": "88949f80665bbf4c", "wall_s": 215.9}
{"block": "ra-w1-0037", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0037/P2_consult", "status": "ok", "correct": true, "speedup": 2.6304, "speedup_lo95": 2.6284, "ref_ms": 20.05381, "cand_ms": 7.62383, "score_pass": 2.6304, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10615, "tokens_out": 3696, "ctx_chars": 13218, "ctx_sha": "d0b5a6d0a165040d", "wall_s": 278.2}
{"block": "ra-w1-0037", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0037/P2_audit", "status": "ok", "correct": true, "speedup": 1.9869, "speedup_lo95": 1.9797, "ref_ms": 20.11834, "cand_ms": 10.12551, "score_pass": 1.9869, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10732, "tokens_out": 3300, "ctx_chars": 13530, "ctx_sha": "5b19e15bb2aec902", "wall_s": 349.6}
{"block": "ra-w1-0037", "task": "L2_007", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0037/P2_prior", "status": "ok", "correct": true, "speedup": 2.9326, "speedup_lo95": 2.4527, "ref_ms": 20.08665, "cand_ms": 6.84939, "score_pass": 2.9326, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1901, "tokens_out": 2478, "ctx_chars": 3033, "ctx_sha": "602ab26558b13177", "wall_s": 228.9}
{"block": "ra-w1-0037", "task": "L2_007", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0037/S", "status": "ok", "correct": true, "speedup": 1.3788, "speedup_lo95": 1.3777, "ref_ms": 20.00382, "cand_ms": 14.50801, "score_pass": 1.3788, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8568, "tokens_out": 1470, "ctx_chars": 10508, "ctx_sha": "4fa7857ea4c0dcf4", "wall_s": 225.5}
{"block": "ra-w1-0033", "task": "L3_013", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0033/P1", "status": "ok", "correct": true, "speedup": 4.4398, "speedup_lo95": 4.4325, "ref_ms": 16.75838, "cand_ms": 3.77457, "score_pass": 4.4398, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1057, "tokens_out": 3331, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 233.4}
{"block": "ra-w1-0033", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0033/P2_refine", "status": "ok", "correct": true, "speedup": 6.3657, "speedup_lo95": 6.3422, "ref_ms": 16.73146, "cand_ms": 2.62838, "score_pass": 6.3657, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2944, "tokens_out": 2899, "ctx_chars": 6601, "ctx_sha": "a3684194c324ee8f", "wall_s": 137.7}
{"block": "ra-w1-0033", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0033/P2_consult", "status": "ok", "correct": true, "speedup": 6.6971, "speedup_lo95": 6.6875, "ref_ms": 16.60325, "cand_ms": 2.47917, "score_pass": 6.6971, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11259, "tokens_out": 4367, "ctx_chars": 13419, "ctx_sha": "5ca33d1f77dd1738", "wall_s": 245.4}
{"block": "ra-w1-0033", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0033/P2_audit", "status": "ok", "correct": true, "speedup": 6.3276, "speedup_lo95": 6.2753, "ref_ms": 16.90553, "cand_ms": 2.67169, "score_pass": 6.3276, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11431, "tokens_out": 4896, "ctx_chars": 13731, "ctx_sha": "fca18e452c25f968", "wall_s": 536.6}
{"block": "ra-w1-0033", "task": "L3_013", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0033/P2_prior", "status": "ok", "correct": true, "speedup": 6.6658, "speedup_lo95": 6.6424, "ref_ms": 16.72187, "cand_ms": 2.5086, "score_pass": 6.6658, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3060, "tokens_out": 3085, "ctx_chars": 7229, "ctx_sha": "d817cdba95ef15ba", "wall_s": 137.3}
{"block": "ra-w1-0033", "task": "L3_013", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0033/S", "status": "ok", "correct": true, "speedup": 1.6694, "speedup_lo95": 1.6658, "ref_ms": 16.66734, "cand_ms": 9.98382, "score_pass": 1.6694, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 6030, "tokens_out": 1720, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "wall_s": 331.7}
{"block": "ra-w1-0031", "task": "L1_075", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0031/P1", "status": "ok", "correct": true, "speedup": 3.1534, "speedup_lo95": 3.1491, "ref_ms": 9.91681, "cand_ms": 3.14481, "score_pass": 3.1534, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1353, "tokens_out": 4041, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 429.0}
{"block": "ra-w1-0031", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0031/P2_refine", "status": "ok", "correct": true, "speedup": 7.12, "speedup_lo95": 7.1077, "ref_ms": 9.76181, "cand_ms": 1.37103, "score_pass": 7.12, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3432, "tokens_out": 4672, "ctx_chars": 7019, "ctx_sha": "3b6e34e0c499743b", "wall_s": 224.9}
{"block": "ra-w1-0031", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0031/P2_consult", "status": "ok", "correct": true, "speedup": 5.1881, "speedup_lo95": 5.1764, "ref_ms": 9.82876, "cand_ms": 1.8945, "score_pass": 5.1881, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 15173, "tokens_out": 6006, "ctx_chars": 18499, "ctx_sha": "e95264e980f0c780", "wall_s": 652.5}
{"block": "ra-w1-0031", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0031/P2_audit", "status": "ok", "correct": true, "speedup": 2.6311, "speedup_lo95": 2.6289, "ref_ms": 9.83789, "cand_ms": 3.73903, "score_pass": 2.6311, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 15419, "tokens_out": 5555, "ctx_chars": 18811, "ctx_sha": "34c2194593c43573", "wall_s": 288.4}
{"block": "ra-w1-0031", "task": "L1_075", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0031/P2_prior", "status": "ok", "correct": true, "speedup": 4.2385, "speedup_lo95": 4.2318, "ref_ms": 9.92889, "cand_ms": 2.34257, "score_pass": 4.2385, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 3548, "tokens_out": 3318, "ctx_chars": 7647, "ctx_sha": "bbf8d8cf2d0d147b", "wall_s": 178.2}
{"block": "ra-w1-0031", "task": "L1_075", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0031/S", "status": "ok", "correct": true, "speedup": 2.4952, "speedup_lo95": 2.4895, "ref_ms": 9.89183, "cand_ms": 3.96432, "score_pass": 2.4952, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 10624, "tokens_out": 4582, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "wall_s": 551.4}
{"block": "ra-w1-0041", "task": "L2_010", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0041/P1", "status": "ok", "correct": true, "speedup": 1.2853, "speedup_lo95": 1.2848, "ref_ms": 25.4031, "cand_ms": 19.76476, "score_pass": 1.2853, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1165, "tokens_out": 2009, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 157.0}
{"block": "ra-w1-0041", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0041/P2_refine", "status": "ok", "correct": true, "speedup": 0.7845, "speedup_lo95": 0.7842, "ref_ms": 25.41374, "cand_ms": 32.39485, "score_pass": 0.7845, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2467, "tokens_out": 4005, "ctx_chars": 4660, "ctx_sha": "c7863f6d2d1a164b", "wall_s": 142.1}
{"block": "ra-w1-0041", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0041/P2_consult", "status": "ok", "correct": true, "speedup": 1.1101, "speedup_lo95": 1.1099, "ref_ms": 25.33598, "cand_ms": 22.82314, "score_pass": 1.1101, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14572, "tokens_out": 3630, "ctx_chars": 18672, "ctx_sha": "12c173a5885035a4", "wall_s": 162.9}
{"block": "ra-w1-0041", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0041/P2_audit", "status": "ok", "correct": true, "speedup": 1.132, "speedup_lo95": 1.1116, "ref_ms": 25.42347, "cand_ms": 22.45862, "score_pass": 1.132, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 14812, "tokens_out": 3690, "ctx_chars": 18984, "ctx_sha": "6a81f1a02596b0e4", "wall_s": 208.0}
{"block": "ra-w1-0041", "task": "L2_010", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0041/P2_prior", "status": "ok", "correct": true, "speedup": 0.8046, "speedup_lo95": 0.8032, "ref_ms": 25.4261, "cand_ms": 31.60147, "score_pass": 0.8046, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2583, "tokens_out": 4114, "ctx_chars": 5288, "ctx_sha": "788a0c18022c098e", "wall_s": 121.5}
{"block": "ra-w1-0041", "task": "L2_010", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0041/S", "status": "ok", "correct": true, "speedup": 1.0014, "speedup_lo95": 1.0012, "ref_ms": 25.44983, "cand_ms": 25.41342, "score_pass": 1.0014, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 11511, "tokens_out": 2679, "ctx_chars": 13707, "ctx_sha": "c2fd2e75f0a9c4ac", "wall_s": 234.3}
{"block": "ra-w1-0039", "task": "L1_054", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0039/P1", "status": "ok", "correct": true, "speedup": 1.7433, "speedup_lo95": 1.6281, "ref_ms": 5.13142, "cand_ms": 2.94352, "score_pass": 1.7433, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1278, "tokens_out": 2291, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 195.9}
{"block": "ra-w1-0039", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0039/P2_refine", "status": "ok", "correct": true, "speedup": 2.2455, "speedup_lo95": 2.233, "ref_ms": 5.33614, "cand_ms": 2.37634, "score_pass": 2.2455, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2742, "tokens_out": 2867, "ctx_chars": 4920, "ctx_sha": "0b7bb1e527508bca", "wall_s": 232.6}
{"block": "ra-w1-0039", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0039/P2_consult", "status": "ok", "correct": true, "speedup": 1.2457, "speedup_lo95": 1.2447, "ref_ms": 5.12516, "cand_ms": 4.11413, "score_pass": 1.2457, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12999, "tokens_out": 4139, "ctx_chars": 16089, "ctx_sha": "0a627ffc5a6a98ab", "wall_s": 407.2}
{"block": "ra-w1-0039", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0039/P2_audit", "status": "ok", "correct": true, "speedup": 1.851, "speedup_lo95": 1.5185, "ref_ms": 5.17315, "cand_ms": 2.79472, "score_pass": 1.851, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12942, "tokens_out": 3697, "ctx_chars": 16401, "ctx_sha": "afd8a514ed425663", "wall_s": 335.6}
{"block": "ra-w1-0039", "task": "L1_054", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0039/P2_prior", "status": "ok", "correct": true, "speedup": 1.7318, "speedup_lo95": 1.7288, "ref_ms": 5.15418, "cand_ms": 2.97625, "score_pass": 1.7318, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2858, "tokens_out": 2862, "ctx_chars": 5548, "ctx_sha": "773cee159d7655cc", "wall_s": 281.0}
{"block": "ra-w1-0039", "task": "L1_054", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0039/S", "status": "ok", "correct": true, "speedup": 1.3526, "speedup_lo95": 1.2956, "ref_ms": 5.22107, "cand_ms": 3.86, "score_pass": 1.3526, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9570, "tokens_out": 2956, "ctx_chars": 10864, "ctx_sha": "0b6222244e19e377", "wall_s": 321.3}
{"block": "ra-w1-0034", "task": "L3_025", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0034/P1", "status": "ok", "correct": true, "speedup": 1.4574, "speedup_lo95": 1.41, "ref_ms": 20.80901, "cand_ms": 14.27792, "score_pass": 1.4574, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1575, "tokens_out": 4032, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 346.1}
{"block": "ra-w1-0034", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0034/P2_refine", "status": "ok", "correct": true, "speedup": 1.6957, "speedup_lo95": 1.4511, "ref_ms": 20.77085, "cand_ms": 12.24904, "score_pass": 1.6957, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 4290, "tokens_out": 4180, "ctx_chars": 8992, "ctx_sha": "3c1a4ba2d5b4693b", "wall_s": 197.8}
{"block": "ra-w1-0034", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0034/P2_consult", "status": "ok", "correct": true, "speedup": 1.9772, "speedup_lo95": 1.9716, "ref_ms": 20.77214, "cand_ms": 10.50567, "score_pass": 1.9772, "error": "", "infra": false, "infra_reruns": 0, "calls": 3, "tokens_in": 28108, "tokens_out": 11082, "ctx_chars": 15810, "ctx_sha": "389b2586290dd086", "wall_s": 544.5}
{"block": "ra-w1-0034", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0034/P2_audit", "status": "ok", "correct": true, "speedup": 1.4228, "speedup_lo95": 1.4187, "ref_ms": 20.76631, "cand_ms": 14.59542, "score_pass": 1.4228, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 15390, "tokens_out": 7022, "ctx_chars": 16122, "ctx_sha": "eebcf6a6eca9f636", "wall_s": 414.6}
{"block": "ra-w1-0034", "task": "L3_025", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0034/P2_prior", "status": "ok", "correct": true, "speedup": 1.8875, "speedup_lo95": 1.8866, "ref_ms": 20.70588, "cand_ms": 10.97002, "score_pass": 1.8875, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 4406, "tokens_out": 4426, "ctx_chars": 9620, "ctx_sha": "e01f43f77688cc54", "wall_s": 445.2}
{"block": "ra-w1-0034", "task": "L3_025", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0034/S", "status": "ok", "correct": true, "speedup": 1.1686, "speedup_lo95": 1.1662, "ref_ms": 20.79084, "cand_ms": 17.79195, "score_pass": 1.1686, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 8657, "tokens_out": 4673, "ctx_chars": 6513, "ctx_sha": "1aa698d3a9589f25", "wall_s": 293.6}
{"block": "ra-w1-0040", "task": "L1_081", "reader": "gpt-6-astra", "role": "P1", "run_dir": "ra-w1-0040/P1", "status": "ok", "correct": true, "speedup": 0.4995, "speedup_lo95": 0.4992, "ref_ms": 2.44828, "cand_ms": 4.90186, "score_pass": 0.4995, "error": "ok", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 1282, "tokens_out": 2710, "ctx_chars": 0, "ctx_sha": "e3b0c44298fc1c14", "wall_s": 163.2}
{"block": "ra-w1-0040", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_refine", "run_dir": "ra-w1-0040/P2_refine", "status": "ok", "correct": true, "speedup": 2.0758, "speedup_lo95": 2.066, "ref_ms": 2.59382, "cand_ms": 1.24957, "score_pass": 2.0758, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2747, "tokens_out": 2484, "ctx_chars": 5120, "ctx_sha": "1546fc3a4b12dd64", "wall_s": 188.5}
{"block": "ra-w1-0040", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_consult", "run_dir": "ra-w1-0040/P2_consult", "status": "ok", "correct": true, "speedup": 1.104, "speedup_lo95": 1.0983, "ref_ms": 2.48108, "cand_ms": 2.24744, "score_pass": 1.104, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 12646, "tokens_out": 2704, "ctx_chars": 16600, "ctx_sha": "f2dfd9839487fe21", "wall_s": 230.3}
{"block": "ra-w1-0040", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_audit", "run_dir": "ra-w1-0040/P2_audit", "status": "ok", "correct": true, "speedup": 1.9081, "speedup_lo95": 1.894, "ref_ms": 2.59748, "cand_ms": 1.36127, "score_pass": 1.9081, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 13238, "tokens_out": 3331, "ctx_chars": 16912, "ctx_sha": "fb440285075f79b6", "wall_s": 268.0}
{"block": "ra-w1-0040", "task": "L1_081", "reader": "gpt-6-astra", "role": "P2_prior", "run_dir": "ra-w1-0040/P2_prior", "status": "ok", "correct": true, "speedup": 2.1384, "speedup_lo95": 2.0574, "ref_ms": 2.69862, "cand_ms": 1.26198, "score_pass": 2.1384, "error": "", "infra": false, "infra_reruns": 0, "calls": 1, "tokens_in": 2863, "tokens_out": 2316, "ctx_chars": 5748, "ctx_sha": "383ac4203a35bccf", "wall_s": 210.6}
{"block": "ra-w1-0040", "task": "L1_081", "reader": "gpt-6-astra", "role": "S", "run_dir": "ra-w1-0040/S", "status": "ok", "correct": true, "speedup": 1.091, "speedup_lo95": 1.0891, "ref_ms": 2.45999, "cand_ms": 2.25485, "score_pass": 1.091, "error": "", "infra": false, "infra_reruns": 0, "calls": 2, "tokens_in": 9729, "tokens_out": 2685, "ctx_chars": 11175, "ctx_sha": "91e4a03c424736b2", "wall_s": 387.0}