{
 "model": "claude-opus-5-5",
 "arms": [
  "aceKF",
  "livE5"
 ],
 "dev": [
  "L2_020",
  "L2_037",
  "L2_040",
  "L2_058",
  "L2_081",
  "L2_088",
  "L3_008",
  "L3_044",
  "L3_048",
  "L3_050"
 ],
 "holdout": [
  "L1_066",
  "L1_078",
  "L2_029",
  "L2_039",
  "L2_052",
  "L2_053",
  "L2_062",
  "L2_063",
  "L2_067",
  "L2_069",
  "L2_073",
  "L2_092",
  "L3_002",
  "L3_020",
  "L3_033",
  "L3_047"
 ],
 "k1_manifest_sha256": "4ef7eaaf9763c0824085038e4d83c7796019aa0d42b0c58647a6b92f7955a625",
 "seed": {
  "livE5": {
   "result": {
    "proposed": 1,
    "admitted": 1,
    "rechecks": 1,
    "recheck_fail": 0,
    "skipped": []
   },
   "stored": [
    "E-H5"
   ],
   "recheck": {
    "E-H5": {
     "correct": true,
     "evaluator": "fa88aae56eab8b0e",
     "fast1": true,
     "speedup": 2.9806,
     "speedup_lo95": 2.9774,
     "status": "ok"
    }
   }
  }
 },
 "contexts": {
  "aceKF|L2_020": {
   "split": "dev",
   "chars": 312841,
   "sha256": "9f796d5a2f8b94d813c60862285fc12d022369510feee5c7988b871788d247b6"
  },
  "_cards|L2_020": {
   "split": "dev",
   "aceKF_cards": [
    "E-H3obs"
   ],
   "e5": false
  },
  "aceKF|L2_037": {
   "split": "dev",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_037": {
   "split": "dev",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_040": {
   "split": "dev",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_040": {
   "split": "dev",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_058": {
   "split": "dev",
   "chars": 312841,
   "sha256": "9f796d5a2f8b94d813c60862285fc12d022369510feee5c7988b871788d247b6"
  },
  "_cards|L2_058": {
   "split": "dev",
   "aceKF_cards": [
    "E-H3obs"
   ],
   "e5": false
  },
  "aceKF|L2_081": {
   "split": "dev",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_081": {
   "split": "dev",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_088": {
   "split": "dev",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_088": {
   "split": "dev",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L3_008": {
   "split": "dev",
   "chars": 318660,
   "sha256": "c0ad244300a92c18ba2a219f7ae40d92d3c689a209b3b70a3ec1832a7842c2c3"
  },
  "livE5|L3_008": {
   "split": "dev",
   "chars": 11371,
   "sha256": "0bb200e4f24ad50670708a0a46be243fd3904e9c4e8e1dfd42c10089cb51962d"
  },
  "_cards|L3_008": {
   "split": "dev",
   "aceKF_cards": [
    "E-H1",
    "E-H5"
   ],
   "e5": true
  },
  "aceKF|L3_044": {
   "split": "dev",
   "chars": 324454,
   "sha256": "f759ead00bdb811d6ddde4800b9724d9b36ab333d651d165d86a18a75da2c58e"
  },
  "_cards|L3_044": {
   "split": "dev",
   "aceKF_cards": [
    "P1",
    "E-H4obs",
    "E-H6"
   ],
   "e5": false
  },
  "aceKF|L3_048": {
   "split": "dev",
   "chars": 312464,
   "sha256": "b06ef5fd0b29d019f2e44555da80432afc3ae7d63c24173afa4be16e19f47ea8"
  },
  "_cards|L3_048": {
   "split": "dev",
   "aceKF_cards": [
    "P1"
   ],
   "e5": false
  },
  "aceKF|L3_050": {
   "split": "dev",
   "chars": 324454,
   "sha256": "f759ead00bdb811d6ddde4800b9724d9b36ab333d651d165d86a18a75da2c58e"
  },
  "_cards|L3_050": {
   "split": "dev",
   "aceKF_cards": [
    "P1",
    "E-H4obs",
    "E-H6"
   ],
   "e5": false
  },
  "aceKF|L1_066": {
   "split": "holdout",
   "chars": 310614,
   "sha256": "25c0556d6c01b9c4bbd616abf0452dfc5dbe817c6dcbf2d5dafb2dc12466687d"
  },
  "_cards|L1_066": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1"
   ],
   "e5": false
  },
  "aceKF|L1_078": {
   "split": "holdout",
   "chars": 312841,
   "sha256": "9f796d5a2f8b94d813c60862285fc12d022369510feee5c7988b871788d247b6"
  },
  "_cards|L1_078": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H3obs"
   ],
   "e5": false
  },
  "aceKF|L2_029": {
   "split": "holdout",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_029": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_039": {
   "split": "holdout",
   "chars": 325150,
   "sha256": "60cd3d46a61a9f81f6ec656479c7be972c14f5fa70ec14ba1450dd327986b2d0"
  },
  "livE5|L2_039": {
   "split": "holdout",
   "chars": 14992,
   "sha256": "82b6b58defdd00484511a36f2125333c4831ff4b6f707ca635a10ca00ebfaa7c"
  },
  "_cards|L2_039": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H4obs",
    "E-H5"
   ],
   "e5": true
  },
  "aceKF|L2_052": {
   "split": "holdout",
   "chars": 318660,
   "sha256": "c0ad244300a92c18ba2a219f7ae40d92d3c689a209b3b70a3ec1832a7842c2c3"
  },
  "livE5|L2_052": {
   "split": "holdout",
   "chars": 16755,
   "sha256": "12c62d0ab3f897e58d1fd1d025cdffc0fbeae3033a52a5a868570fd7732d9f89"
  },
  "_cards|L2_052": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1",
    "E-H5"
   ],
   "e5": true
  },
  "aceKF|L2_053": {
   "split": "holdout",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_053": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_062": {
   "split": "holdout",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_062": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_063": {
   "split": "holdout",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L2_063": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L2_067": {
   "split": "holdout",
   "chars": 310614,
   "sha256": "25c0556d6c01b9c4bbd616abf0452dfc5dbe817c6dcbf2d5dafb2dc12466687d"
  },
  "_cards|L2_067": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1"
   ],
   "e5": false
  },
  "aceKF|L2_069": {
   "split": "holdout",
   "chars": 310614,
   "sha256": "25c0556d6c01b9c4bbd616abf0452dfc5dbe817c6dcbf2d5dafb2dc12466687d"
  },
  "_cards|L2_069": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1"
   ],
   "e5": false
  },
  "aceKF|L2_073": {
   "split": "holdout",
   "chars": 318660,
   "sha256": "c0ad244300a92c18ba2a219f7ae40d92d3c689a209b3b70a3ec1832a7842c2c3"
  },
  "livE5|L2_073": {
   "split": "holdout",
   "chars": 17646,
   "sha256": "02f85689cd3a458874f57a443754b9525e5444977ad41f3f23fc86b2801362d9"
  },
  "_cards|L2_073": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1",
    "E-H5"
   ],
   "e5": true
  },
  "aceKF|L2_092": {
   "split": "holdout",
   "chars": 310614,
   "sha256": "25c0556d6c01b9c4bbd616abf0452dfc5dbe817c6dcbf2d5dafb2dc12466687d"
  },
  "_cards|L2_092": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1"
   ],
   "e5": false
  },
  "aceKF|L3_002": {
   "split": "holdout",
   "chars": 317104,
   "sha256": "53b49fe1a21b5a56becb305db01e9b0a6a53a96a77a6ecb4274457ce5633363d"
  },
  "_cards|L3_002": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L3_020": {
   "split": "holdout",
   "chars": 323300,
   "sha256": "de2d9c0b47612d6477ad6e6b37b26a1c7ee0c3e398004726130d5852e775a250"
  },
  "livE5|L3_020": {
   "split": "holdout",
   "chars": 11371,
   "sha256": "0bb200e4f24ad50670708a0a46be243fd3904e9c4e8e1dfd42c10089cb51962d"
  },
  "_cards|L3_020": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H1",
    "E-H4obs",
    "E-H5"
   ],
   "e5": true
  },
  "aceKF|L3_033": {
   "split": "holdout",
   "chars": 309905,
   "sha256": "60f0742979439778bc4b9050e104634e9d7649d21b1248e55be99e62336bd780"
  },
  "_cards|L3_033": {
   "split": "holdout",
   "aceKF_cards": [
    "E-H4obs"
   ],
   "e5": false
  },
  "aceKF|L3_047": {
   "split": "holdout",
   "chars": 320510,
   "sha256": "702edabb6bbbd18cfcc5a51c88561fea18dd19a9afc385f9fc842b99643e7d7d"
  },
  "livE5|L3_047": {
   "split": "holdout",
   "chars": 14992,
   "sha256": "82b6b58defdd00484511a36f2125333c4831ff4b6f707ca635a10ca00ebfaa7c"
  },
  "_cards|L3_047": {
   "split": "holdout",
   "aceKF_cards": [
    "P1",
    "E-H5"
   ],
   "e5": true
  }
 },
 "e5_problems": [
  "L3_008",
  "L2_039",
  "L2_052",
  "L2_073",
  "L3_020",
  "L3_047"
 ]
}