{
 "B3_item_hash_check_before_scoring": "6/6 B3 item/control files re-verified against prior manifest 7143cc3f... at 07:34 MDT",
 "counts": {
  "B1": {
   "cutoff_pct": 10.0,
   "gate_pass": true,
   "items": 3164,
   "keyed_letter_counts_exploratory": {
    "A": 66,
    "B": 83,
    "C": 81,
    "D": 85,
    "E": 65,
    "F": 28,
    "G": 20,
    "H": 14,
    "I": 7,
    "J": 4,
    "K": 3,
    "L": 3,
    "M": 3,
    "O": 1,
    "P": 1,
    "R": 1,
    "T": 1,
    "V": 1
   },
   "label0": 467,
   "label1": 2697,
   "majority_class_rate": 0.8524,
   "mc_image_excluded": 78,
   "mc_rows": 591,
   "mc_text_only": 513,
   "options_per_question": {
    "10": 21,
    "11": 6,
    "12": 7,
    "13": 2,
    "14": 3,
    "15": 2,
    "16": 6,
    "17": 1,
    "18": 1,
    "19": 1,
    "20": 2,
    "21": 1,
    "22": 1,
    "26": 3,
    "5": 262,
    "6": 44,
    "7": 35,
    "8": 45,
    "9": 24
   },
   "pairs_items": 934,
   "parse_drop_pct": 8.97,
   "parse_drop_reasons": {
    "fewer_than_2_options": 26,
    "identical_option_text": 9,
    "letters_not_consecutive_from_A": 11
   },
   "parse_dropped": 46,
   "per_category_questions": {
    "Biology/Medicine": 141,
    "Chemistry": 23,
    "Computer Science/AI": 56,
    "Engineering": 17,
    "Humanities/Social Science": 76,
    "Math": 83,
    "Other": 39,
    "Physics": 32
   },
   "planted_f": 0.3,
   "planted_n_marked": [
    809,
    809,
    809,
    809
   ],
   "questions_kept": 467,
   "revision": "5a81a4c7271a2a2a312b9a690f0c2fde837e4c29",
   "rows_total": 2500,
   "source": "cais/hle"
  },
  "B3": {
   "answer_field": "answer_nodes (only one of answer/answer_nodes exists)",
   "deviation1_rule": {
    "capped": {
     "answer_set_gt5": 345
    },
    "drop_reasons": {},
    "gate_pass": true,
    "items": 6714,
    "items_by_file": {
     "graphwalks_128k_and_shorter.parquet": 4152,
     "graphwalks_256k_to_1mil.parquet": 2562
    },
    "parse_drop_pct": 0.0,
    "parse_dropped": 0,
    "tasks_kept": 1006,
    "tasks_kept_by_type": {
     "bfs": 473,
     "parents": 533
    }
   },
   "empty_answer_excluded": 144,
   "literal_gate_pass": false,
   "literal_rule": {
    "capped": {},
    "drop_reasons": {
     "no_queried_node_on_operation_line": 1006
    },
    "gate_pass": false,
    "items": 0,
    "items_by_file": {},
    "parse_drop_pct": 100.0,
    "parse_dropped": 1006,
    "tasks_kept": 0,
    "tasks_kept_by_type": {}
   },
   "per_file": {
    "graphwalks_128k_and_shorter.parquet": {
     "by_type": {
      "bfs": 350,
      "parents": 400
     },
     "empty_answer": 113,
     "rows": 750
    },
    "graphwalks_256k_to_1mil.parquet": {
     "by_type": {
      "bfs": 200,
      "parents": 200
     },
     "empty_answer": 31,
     "rows": 400
    }
   },
   "planted_f": 0.3,
   "planted_n_marked": [
    1007,
    1007,
    1007,
    1007
   ],
   "revision": "be6cc6ecf9b4d495b07d1ff53d2a16598e90fed7",
   "source": "openai/graphwalks",
   "tasks_nonempty": 1006,
   "tasks_total": 1150
  }
 },
 "deviations": {
  "DEVIATION_1.md": "e43d6d35bf63bc908cbaa2ed45586044f1b1169ae6def3b89deebaaee219b661",
  "DEVIATION_1_DECISION.md": "041cf0243a2613d7437cf0a80195251af78f530769c2623fee737e090e42eac6 (ACCEPTED by Ford 07:33 MDT)"
 },
 "files": {
  "data/graphwalks/graphwalks_128k_and_shorter.parquet": {
   "bytes": 22128284,
   "mtime": "2026-10-27T07:19:38-06:00 (MDT)",
   "sha256": "54036036c91d8e04bb2a5fcd9e36f8e2a852cacece5dfc2b1ee40e3a6182b516"
  },
  "data/graphwalks/graphwalks_256k_to_1mil.parquet": {
   "bytes": 296903814,
   "mtime": "2026-10-27T07:19:43-06:00 (MDT)",
   "sha256": "537879431c72a42e3b500f80efc3047e7facb90390b6063d33679b4320985911"
  },
  "data/hle/data/test-00000-of-00001.parquet": {
   "bytes": 274276147,
   "mtime": "2026-10-27T07:19:35-06:00 (MDT)",
   "sha256": "6d0ee0602e8aea6b159509577e884f48ecac7b8e3f6822a35f51335a446c726a"
  },
  "data/items/B1_items.jsonl": {
   "bytes": 439319,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "7b54b10bea11f1493b5263da5c5a2a3c2a3fc996b56be8e067f536206af7b45d"
  },
  "data/items/B1_pairs.jsonl": {
   "bytes": 134345,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "4686479ff2f597c099b496922a5c28f3e4f63d620bf12e97bbda91bdc01ec25e"
  },
  "data/items/B1_planted_s0.jsonl": {
   "bytes": 440128,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "27072a8f3202c2fcb3fe1e78a8f762afb17b3fb755d28ea33d1e876e1d656775"
  },
  "data/items/B1_planted_s1.jsonl": {
   "bytes": 440128,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "02d9a0f60fb39cee1023e49035b65df71bf257ca427942f70e4b7e15eb4554a8"
  },
  "data/items/B1_planted_s2.jsonl": {
   "bytes": 440128,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "48df940735289452573cbf5a3dddf215a417ade950d0752037c676c81e68f264"
  },
  "data/items/B1_planted_s3.jsonl": {
   "bytes": 440128,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "7e50e43d66e9760afd5d9205d7f420a781dc5c2088af4ff9e7c97bf54e03f9ff"
  },
  "data/items/B1_shuffled.jsonl": {
   "bytes": 439319,
   "mtime": "2026-10-27T07:22:33-06:00 (MDT)",
   "sha256": "52e522fd2108598f3ba69435b78c9286ab043bfae8866702f615613df201ef98"
  },
  "data/items/B3_items.jsonl": {
   "bytes": 1032878,
   "mtime": "2026-10-27T07:23:00-06:00 (MDT)",
   "sha256": "5eec5ccc2d3a5ecebb7da7bf859ed334e5e286b38d635a30683f606ff1d8509a"
  },
  "data/items/B3_planted_s0.jsonl": {
   "bytes": 1033885,
   "mtime": "2026-10-27T07:23:00-06:00 (MDT)",
   "sha256": "d26cfde3f122023ec9d1af5e48bfd9430084ba6b2a340e73fc29885cb0223622"
  },
  "data/items/B3_planted_s1.jsonl": {
   "bytes": 1033885,
   "mtime": "2026-10-27T07:23:00-06:00 (MDT)",
   "sha256": "2234afa626f6ddb7690ca03bd648bdc2d849a6b53612ec3deabf0b151013a292"
  },
  "data/items/B3_planted_s2.jsonl": {
   "bytes": 1033885,
   "mtime": "2026-10-27T07:23:00-06:00 (MDT)",
   "sha256": "910588b9a5732bf58fb81bc1744a37d669d8cc86d1066b3a33e254779b3b391c"
  },
  "data/items/B3_planted_s3.jsonl": {
   "bytes": 1033885,
   "mtime": "2026-10-27T07:23:00-06:00 (MDT)",
   "sha256": "c215662df9c2b46b199c04fd0da1266f957f2f5589393af4564cf9cf87509312"
  },
  "data/items/B3_shuffled.jsonl": {
   "bytes": 1032878,
   "mtime": "2026-10-27T07:23:00-06:00 (MDT)",
   "sha256": "982599fd896bc204d6317646355a2b2e862956ec80e28dd506d385cba50db287"
  }
 },
 "hash_check_B1_size": "MATCH",
 "hash_checks": {
  "data/graphwalks/graphwalks_128k_and_shorter.parquet": "MATCH",
  "data/graphwalks/graphwalks_256k_to_1mil.parquet": "MATCH"
 },
 "note": "DGX system clock reads UTC-7; Denver is on MDT (UTC-6). All times here are MDT; system clock not changed.",
 "prereg": {
  "file": "PREREG.md",
  "published": "https://www.honesty.tools/receipts/epoch-crosswalk-batch1/PREREG.md (hash match verified 07:19 MDT)",
  "sha256": "76b3091cc177df8c63a97e3d0c8efaef82d1e84b50abdfec17a2ebb8b1dcbc16"
 },
 "previous_manifest_sha256": "7143cc3fd8d6527e79c5fb20c8d63da1fbc61305ef06a94731f8a90491e5c852",
 "sources": {
  "B1": {
   "access": "gated; terms accepted by ProjectForty2 HF account per Kevin's OK 07:08 MDT; downloaded on DGX with its existing ProjectForty2 hf login",
   "file": "data/test-00000-of-00001.parquet",
   "internal_only": true,
   "lfs_sha256_from_hub_etag": "6d0ee0602e8aea6b159509577e884f48ecac7b8e3f6822a35f51335a446c726a",
   "pinned_bytes": 274276147,
   "repo": "cais/hle",
   "revision": "5a81a4c7271a2a2a312b9a690f0c2fde837e4c29"
  },
  "B2": {
   "repo": "google/simpleqa-verified",
   "status": "not applicable (O3); nothing downloaded or built"
  },
  "B3": {
   "pinned_sha256": {
    "data/graphwalks/graphwalks_128k_and_shorter.parquet": "54036036c91d8e04bb2a5fcd9e36f8e2a852cacece5dfc2b1ee40e3a6182b516",
    "data/graphwalks/graphwalks_256k_to_1mil.parquet": "537879431c72a42e3b500f80efc3047e7facb90390b6063d33679b4320985911"
   },
   "repo": "openai/graphwalks",
   "revision": "be6cc6ecf9b4d495b07d1ff53d2a16598e90fed7"
  }
 },
 "tool": {
  "builder work/build_items.py": "7f4639d90380e8bedeb83e959d16a53b73757f743edd10e8d2b57199a4e48972",
  "nulltest.py": "0e103dc41a3c208d2652646f2b8acc8b701ed7799402ca1ea0cb856de5ddf46c",
  "nulltest_paired.py": "2fbbebca77abd8b494272801fa3f957e1f910d7a10148a7c6ccc10116e4f37d3"
 },
 "written": "2026-10-27T07:36:58-06:00 (MDT)"
}