{
  "schema": "keyprint-public-benchmark-inputs-v1",
  "created_at": "2026-09-12T22:49:25.649325+00:00",
  "datasets": [
    {
      "repo_id": "google/IFEval",
      "revision": "966cd89545d6b6acfd7638bc708b98261ca58e84",
      "source_url": "https://huggingface.co/datasets/google/IFEval/tree/966cd89545d6b6acfd7638bc708b98261ca58e84",
      "upstream_split": "train",
      "complete_split": true,
      "license": "Apache-2.0",
      "card": "data/google_ifeval/README.md",
      "path": "research/keyprint_hf_quality_2026_09_12/data/ifeval.jsonl",
      "split": "ifeval.jsonl",
      "rows": 541,
      "columns": [
        "key",
        "prompt",
        "instruction_id_list",
        "kwargs"
      ],
      "source_path": "google_ifeval/ifeval_input_data.jsonl",
      "source_sha256": "6a85310ca8ce15eff755aa08a3a4ff931c7e273e7515ebb3c492ea85fd8288f2",
      "jsonl_sha256": "6a85310ca8ce15eff755aa08a3a4ff931c7e273e7515ebb3c492ea85fd8288f2",
      "jsonl_bytes": 207111,
      "byte_equal_to_upstream": true
    },
    {
      "repo_id": "openai/gsm8k",
      "revision": "740312add88f781978c0658806c59bc2815b9866",
      "source_url": "https://huggingface.co/datasets/openai/gsm8k/tree/740312add88f781978c0658806c59bc2815b9866",
      "upstream_split": "main/test",
      "complete_split": true,
      "license": "MIT",
      "card": "data/openai_gsm8k/README.md",
      "path": "research/keyprint_hf_quality_2026_09_12/data/gsm8k-test.jsonl",
      "split": "gsm8k-test.jsonl",
      "rows": 1319,
      "columns": [
        "question",
        "answer"
      ],
      "source_path": "openai_gsm8k/main/test-00000-of-00001.parquet",
      "source_sha256": "ee7b8da9e381df27b9e3f7758a159ab2bdaa4dbaa910546cbbc47e0cb44e4f59",
      "jsonl_sha256": "5f9c0d85d3174547c8960de1fd96c3e777d9a40298771eecd4b0eef9b2f6acd6",
      "jsonl_bytes": 744976,
      "source_schema": "question: string\nanswer: string\n-- schema metadata --\nhuggingface: '{\"info\": {\"features\": {\"question\": {\"dtype\": \"string\", \"_ty' + 65",
      "all_rows_roundtrip_equal": true
    },
    {
      "repo_id": "rajpurkar/squad",
      "revision": "7b6d24c440a36b6815f21b70d25016731768db1f",
      "source_url": "https://huggingface.co/datasets/rajpurkar/squad/tree/7b6d24c440a36b6815f21b70d25016731768db1f",
      "upstream_split": "plain_text/validation",
      "complete_split": true,
      "license": "CC-BY-SA-4.0",
      "card": "data/rajpurkar_squad/README.md",
      "path": "research/keyprint_hf_quality_2026_09_12/data/squad-validation.jsonl",
      "split": "squad-validation.jsonl",
      "rows": 10570,
      "columns": [
        "id",
        "title",
        "context",
        "question",
        "answers"
      ],
      "source_path": "rajpurkar_squad/plain_text/validation-00000-of-00001.parquet",
      "source_sha256": "8c6646d36bd5a95061e076788cf3161d11f6f3e7d625dac7a83bbed0a49f69f7",
      "jsonl_sha256": "940197b8001a1309109a52f2d51d1b3eb25d1db49950b24705dc8641f1c19502",
      "jsonl_bytes": 11099938,
      "source_schema": "id: string\ntitle: string\ncontext: string\nquestion: string\nanswers: struct<text: list<item: string>, answer_start: list<item: int32>>\n  child 0, text: list<item: string>\n      child 0, item: string\n  child 1, answer_start: list<item: int32>\n      child 0, item: int32\n-- schema metadata --\nhuggingface: '{\"info\": {\"features\": {\"id\": {\"dtype\": \"string\", \"_type\": \"' + 307",
      "all_rows_roundtrip_equal": true
    }
  ],
  "source_sha256": {
    "research/keyprint_hf_quality_2026_09_12/DATA_AND_EVALUATOR.md": "75490c584001e6ad67aa7048ff44675ff3926b08b51dc316bcce66fce38a6772",
    "research/keyprint_hf_quality_2026_09_12/build_data_provenance.py": "59a02864ed1c3fd5cea6ff58b72bb6e20fa46c4e5fd52c8e9a29f5810f81b49c",
    "research/keyprint_hf_quality_2026_09_12/data/extract_splits.py": "6738acb4ac3008fb81ef2a124bb5310e4f1f068583fe58aad2f5d1c18a46ec54",
    "research/keyprint_hf_quality_2026_09_12/data/google_ifeval/.gitattributes": "f4e703ea6e44bbebe53aceed2a89c11e40b88b7ae130c480c89860ab805ffc8f",
    "research/keyprint_hf_quality_2026_09_12/data/google_ifeval/README.md": "c3e2d7da8286ae27649f526e3153cc72f071c21a6a7702d06f09cef5f9c114f1",
    "research/keyprint_hf_quality_2026_09_12/data/google_ifeval/ifeval_input_data.jsonl": "6a85310ca8ce15eff755aa08a3a4ff931c7e273e7515ebb3c492ea85fd8288f2",
    "research/keyprint_hf_quality_2026_09_12/data/gsm8k-test.jsonl": "5f9c0d85d3174547c8960de1fd96c3e777d9a40298771eecd4b0eef9b2f6acd6",
    "research/keyprint_hf_quality_2026_09_12/data/ifeval.jsonl": "6a85310ca8ce15eff755aa08a3a4ff931c7e273e7515ebb3c492ea85fd8288f2",
    "research/keyprint_hf_quality_2026_09_12/data/openai_gsm8k/LICENSE": "86bbb73e855821d7c401912fd4bf82e34313e6e3b6fd6f909f2b6cc9e209a53b",
    "research/keyprint_hf_quality_2026_09_12/data/openai_gsm8k/README.md": "a17e882503578c9e324560630e31017617714ee025c87cf4fea6fd916895f3c1",
    "research/keyprint_hf_quality_2026_09_12/data/openai_gsm8k/main/test-00000-of-00001.parquet": "ee7b8da9e381df27b9e3f7758a159ab2bdaa4dbaa910546cbbc47e0cb44e4f59",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/google_ifeval.info.json": "86937d70d561b4f2fdc90f32f194d1e466035b75dd361f15bff20b997ab1353f",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/google_research.commit.json": "712fdb5ef2bab10bca2f1f7d99af8e0545a045c8b51f37f2ffb1bd8b431871be",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/google_research.ifeval_data_tree.json": "be76f9a6d43958162eb9dac679bd91c59445e4f36a7eeb670f817ee0c7037aa0",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/google_research.ifeval_tree.json": "310f41f84c086beb48045950e26776b9386c374f49501bcff545c71329522152",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/gsm8k_upstream.commit.json": "9c624cd9998a349c44f9d70b41c2b0c003ba3b1b5f3b90d5b7b3c4c094f90a5a",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/nltk_data.commit.json": "30ba1386b2535bd7a7a6b00c7a6ae80214dcf9aeede2f303e8f9e867228e13de",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/openai_gsm8k.info.json": "2153a9c02e7068835444248901f11d53922eced424fc900fa2d628b10b69ad7d",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/rajpurkar_squad.info.json": "a1b276b3d2240014651ee15abbd03ecf63062c050b9bd0c35004217f18d297e8",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_evaluator.commit.json": "cdf41fab13847fd6c44b84b25c5fcc7c32c0d14e10c67e5fc1ba2a32106b8494",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_evaluator.tree.json": "3d9936d522fa8a22fd7b2f2bb5ab5e3dd9c8281ca1db9de11eb3ce39b22f4349",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_upstream.commit.json": "ba7308d2ae109888c764e6e4ddeaa049f9d2daea5bac83ea439487ce9b96217c",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_upstream.tree.json": "a4fa5c7a4bebe342d058be42a9fbc5d8bdfc11f65a7872fb65ec0397c1da7557",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_v11_SQUAD_EVALUATOR_LICENSE.json": "2ecd6d78fd5b938d3d3a15a2331828255bfb07a16ebc4ccb5843179d7680f577",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_v11_evaluate-v1_1_py.json": "fd87bbb322e4006e7351c5f91c47471c87f68cb46c88ca06cb87d5a5862eca44",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_v11_evaluator.commit.json": "0a0eae36c8083bc3a94157e2bf54604c315b82cd622b3d98ade2136b702c4fde",
    "research/keyprint_hf_quality_2026_09_12/data/provenance/squad_v11_history.json": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570",
    "research/keyprint_hf_quality_2026_09_12/data/rajpurkar_squad/LICENSE_CC_BY_SA_4.0.txt": "28a9529c7d0bb4dc51f4bf5c116a3d16ef247a052f7591466768ddf563fd1cf5",
    "research/keyprint_hf_quality_2026_09_12/data/rajpurkar_squad/README.md": "fb89c5d06573a2c7b7fb671ad60f5c1f3be2ccd7a63162f41b9e613abca0f0b8",
    "research/keyprint_hf_quality_2026_09_12/data/rajpurkar_squad/plain_text/validation-00000-of-00001.parquet": "8c6646d36bd5a95061e076788cf3161d11f6f3e7d625dac7a83bbed0a49f69f7",
    "research/keyprint_hf_quality_2026_09_12/data/split-extraction.json": "a7e215f29691ccbe5156d781b114b9b8001215c808b26f70e2ff1857c3d4eda2",
    "research/keyprint_hf_quality_2026_09_12/data/squad-validation.jsonl": "940197b8001a1309109a52f2d51d1b3eb25d1db49950b24705dc8641f1c19502",
    "research/keyprint_hf_quality_2026_09_12/evaluator/LICENSE": "cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/README.md": "fef3c44408e4b39837af345095ccce7da798853fd60ea94a1de63afa9d3d67b3",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/data/input_data.jsonl": "67ffeee0fcb87c317c5b08a2de85557b4a7e96ada6178aa645b4954fe4b53d49",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/data/input_response_data_gpt4_20231107_145030.jsonl": "0cff1d1469b774e80296bee20ca696894df35f3c6d6539f2c886d67c07599dcb",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/evaluation_lib.py": "35decc06000718487f44d7deafa6d3f48a8ec0886281edf40162c0265b7d248c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/evaluation_main.py": "e6df07a04d25a0e7134933ba2400c26e0129a243e449c88df55043e583fc4b4a",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions.py": "60e086f5342a03ce8e18b64bbcccf86308f523c08aa826707a562150a52f3edf",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_registry.py": "ec92d72c264f6d906978613085db262356174300370a3fffe6fefd5969ce9cfc",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_test.py": "e677c190c393162f7733e89ca3b47ae98b6d9e816d800681d6e14ad918128de5",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_util.py": "a73797261eee5bf447e279d82a2b700b1bdd3cb1193412dbab1270a85832bc6b",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_util_test.py": "e8e17d434e074c6e2ad997334f4d743b3cafe0abf15cca46d4cf97b94d67ccfe",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/requirements.txt": "1b1716c9ac21b9cc2bd0d7354ed8f7b6982ccf35598529601a7c08508acec94a",
    "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/run.sh": "2025ec7289bf952b09e1f568737fc341c3de4224aca75dbee162e85913c07449",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_archives/punkt.zip": "51c3078994aeaf650bfc8e028be4fb42b4a0d177d41c012b6a983979653660ec",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_archives/punkt_tab.zip": "e57f64187974277726a3417ca6f181ec5403676c717672eef6a748a7b20e0106",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/.DS_Store": "24344a0387309358be715e1b803ec962c9a0800fd7b60a2492a681db81f91873",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/README": "d3251cae66a9359bd68c039e3a46172a05ca9df0b27dcdfa23ae594d68d27ec4",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/czech.pickle": "64b0734b6fbe8e8d7cac79f48d1dd9f853824e57c4e3594dadd74ba2c1d97f50",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/danish.pickle": "6189c7dd254e29e2bd406a7f6a4336297c8953214792466a790ea4444223ceb3",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/dutch.pickle": "fda0d6a13f02e8898daec7fe923da88e25abe081bcfa755c0e015075c215fe4c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/english.pickle": "5cad3758596392364e3be9803dbd7ebeda384b68937b488a01365f5551bb942c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/estonian.pickle": "b364f72538d17b146a98009ad239a8096ce6c0a8b02958c0bc776ecd0c58a25f",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/finnish.pickle": "6a4b5ff5500ee851c456f9dd40d5fc0d8c1859c88eb3178de1317d26b7d22833",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/french.pickle": "28e3a4cd2971989b3cb9fd3433a6f15d17981e464db2be039364313b5de94f29",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/german.pickle": "ddcbbe85e2042a019b1a6e37fd8c153286c38ba201fae0f5bfd9a3f74abae25c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/greek.pickle": "85dabc44ab90a5f208ef37ff6b4892ebe7e740f71fb4da47cfd95417ca3e22fd",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/italian.pickle": "68a94007b1e4ffdc4d1a190185ca5442c3dafeb17ab39d30329e84cd74a43947",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/malayalam.pickle": "1f8cf58acbdb7f472ac40affc13663be42dafb47c15030c11ade0444c9e0e53d",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/norwegian.pickle": "4ff7a46d1438b311457d15d7763060b8d3270852c1850fd788c5cee194dc4a1d",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/polish.pickle": "624900ae3ddfb4854a98c5d3b8b1c9bb719975f33fee61ce1441dab9f8a00718",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/portuguese.pickle": "02a0b7b25c3c7471e1791b66a31bbb530afbb0160aee4fcecf0107652067b4a1",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/russian.pickle": "549762f8190024d89b511472df21a3a135eee5d9233e63ac244db737c2c61d7e",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/slovene.pickle": "52ef2cc0ed27d79b3aa635cbbc40ad811883a75a4b8a8be1ae406972870fd864",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/spanish.pickle": "164a50fadc5a49f8ec7426eae11d3111ee752b48a3ef373d47745011192a5984",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/swedish.pickle": "b0f7d538bfd5266633b09e842cd92e9e0ac10f1d923bf211e1497972ddc47318",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/PY3/turkish.pickle": "ae68ef5863728ac5332e87eb1f6bae772ff32a13a4caa2b01a5c68103e853c5b",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/README": "d3251cae66a9359bd68c039e3a46172a05ca9df0b27dcdfa23ae594d68d27ec4",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/czech.pickle": "5ba73d293c7d7953956bcf02f3695ec5c1f0d527f2a3c38097f5593394fa1690",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/danish.pickle": "ea29760a0a9197f52ca59e78aeafc5a6f55d05258faf7db1709b2b9eb321ef20",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/dutch.pickle": "4a8e26b3d68c45c38e594d19e2d5677447bfdcaa636d3b1e7acfed0e9272d73c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/english.pickle": "dda37972ae88998a6fd3e3ec002697a6bd362b32d050fda7d7ca5276873092aa",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/estonian.pickle": "3867fee26a36bdb197c64362aa13ac683f5f33fa4d0d225a5d56707582a55a1d",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/finnish.pickle": "1a9e17b3d5b4df76345d812b8a65b1da0767eda5086eadcc11e625eef0942835",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/french.pickle": "de05f3d5647d3d2296626fb83f68428e4c6ad6e05a00ed4694c8bdc8f2f197ee",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/german.pickle": "eab497fa085413130c8fd0fb13b929128930afe2f6a26ea8715c95df7088e97c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/greek.pickle": "21752a6762fad5cfe46fb5c45fad9a85484a0e8e81c67e6af6fb973cfc27d67c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/italian.pickle": "dcb2717d7be5f26e860a92e05acf69b1123a5f4527cd7a269a9ab9e9e668c805",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/malayalam.pickle": "1f8cf58acbdb7f472ac40affc13663be42dafb47c15030c11ade0444c9e0e53d",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/norwegian.pickle": "e4a97f8f9a03a0338dd746bcc89a0ae0f54ae43b835fa37d83e279e1ca794faf",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/polish.pickle": "16127b6d10933427a3e90fb20e9be53e1fb371ff79a730c1030734ed80b90c92",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/portuguese.pickle": "bb01bf7c79a4eadc2178bbd209665139a0e4b38f2d1c44fef097de93955140e0",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/russian.pickle": "bc984432fbe31f7000014f8047502476889169c60f09be5413ca09276b16c909",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/slovene.pickle": "7dac650212b3787b39996c01bd2084115493e6f6ec390bab61f767525b08b8ea",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/spanish.pickle": "271dc6027c4aae056f72a9bfab5645cf67e198bf4f972895844e40f5989ccdc3",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/swedish.pickle": "40d50ebdad6caa87715f2e300b1217ec92c42de205a543cc4a56903bd2c9acfa",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt/turkish.pickle": "d3ae47d76501d027698809d12e75292c9c392910488543342802f95db9765ccc",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/README": "d3251cae66a9359bd68c039e3a46172a05ca9df0b27dcdfa23ae594d68d27ec4",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/czech/abbrev_types.txt": "8eb1feb5a6a46f9bd8f6a5ae58e218428a65b459b5ebd61668d83fa80acfc329",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/czech/collocations.tab": "fd58f549658c8389be32577e232187be9376c79708f66c60388a84916c8f3f3d",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/czech/ortho_context.tab": "451cb1a68a03ba88ced1247e6bb48c442e87dce1c9f463104618fac509866cd4",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/czech/sent_starters.txt": "42f1de18ab29f9842113b87ec020202c0c25316c97d37f968435a7c7ee3018ca",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/danish/abbrev_types.txt": "4a358b26b7ba372cab3cedeb43b4e99a76ae9d01150493964141eb42a62e4a6e",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/danish/collocations.tab": "b003d3b839afd47afa81d64620a1cf15b75b944212a7f3ee6a7571f041ae02ec",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/danish/ortho_context.tab": "59d7ccda7b1eef6cbcddb6d2f1930c255a5d43600e66e32eff28eab8190c0727",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/danish/sent_starters.txt": "f8dd41bdb1bb633574b22d38205e1c073639a0b80cb9591964bf92d84317527f",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/dutch/abbrev_types.txt": "dcd4af07101692c986049ba07abcd6b7c1a2464ef4e46a932cf92d6e220388dd",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/dutch/collocations.tab": "9a013563bce4637595a6db9d2eeb0ab3f68685d704ae20d97ad718aa91afbe4a",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/dutch/ortho_context.tab": "e2077b5748564a9666e437c0a96ea9c5bed0fe3ab5c756535584785d3af20fc9",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/dutch/sent_starters.txt": "734454acc5952d91a1dfaca8cdfdabb715d8cdd35789c749528639d80751f45c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/english/abbrev_types.txt": "92a3e070f43d9b4c5534758ca40ad7343b04e7e29bfe0c2eb658a39445a4f779",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/english/collocations.tab": "8e2da1225e4dd2cc9dba261ee231ccb134859e21b46006e7f472c5ee269af0cf",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/english/ortho_context.tab": "4bbcca25ed3d3f06c02402abf8419b9f033b8adc06e7b482eca4e45f81a5dc4c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/english/sent_starters.txt": "f3f8535483e1dba487241b764945168123bca3209a9645e59acd1225dc76edac",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/estonian/abbrev_types.txt": "0307878fb32af1e21d8f3ba0644e39c89602f2f8aa4e4304943f7e9e0fd081b2",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/estonian/collocations.tab": "f1400a7ebf3c82a3d5aac886eb5bf06a1a840946cf052bb1532da7c25094797f",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/estonian/ortho_context.tab": "768b7e6e2ba93ff096e244af175c343b1a73463c4a1b99beebe6a9aa57ea1d78",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/estonian/sent_starters.txt": "7ade7bb8ca7c527aac09517a6efbdf4f749e9a9fc0e43d2856c58be847030c83",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/finnish/abbrev_types.txt": "7829baabcb5d69e26232839a1f5b6bc6d12b0e59b7f0a65f6ab1c163acbeb800",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/finnish/collocations.tab": "4d717a1b4d1fb7108ca9c9ed2cc63f8b4813cfaf73819e96fce79495ddc48292",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/finnish/ortho_context.tab": "43e55a8bfa977561337a09105c570036df11346c6f91e57d8631520eefb26167",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/finnish/sent_starters.txt": "ab81cf3b774ef068ac98adb99fcb3b1a05caf0423bdfa302bdc285e15597567f",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/french/abbrev_types.txt": "01747ecfed08830d582d8c94634b63a36da316c0a67feec2871cf03f0dd5c657",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/french/collocations.tab": "8ddf150ef5a0d22694e7c4d807f80b6d55da731ca81ea139633f560b378af990",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/french/ortho_context.tab": "7090ef4292647d4fe137159bd768a5304015d0614d59fdcfc30b2389634365ac",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/french/sent_starters.txt": "b45a1ebdae9cdf46cf2e8be016b4718bf4f825445fc783d445faf0cfb2d569f8",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/german/abbrev_types.txt": "259e5d78bc9d61a12d55ba47552c4e9c5ca08364d78a4669e864fd6de86818e3",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/german/collocations.tab": "f77bd513f42e8179f5c932111c312be353d5913387d0bfe90a95c109111bca25",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/german/ortho_context.tab": "023887e78cfb919f1a00f9a96a88f42131582748cf833fd469490ee66596307c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/german/sent_starters.txt": "fe4b63edbdd33f78ba0a755f035680a864948b145ae82fc99072440a62a77acd",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/greek/abbrev_types.txt": "0d56253b7ebc83f0f2403479bcf2b8ea51ffdea89ee60e34018eb32e4750d683",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/greek/collocations.tab": "0fd732534d56177c80874125ca894ae60aee7b052ee2865a405b454cfd737a6f",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/greek/ortho_context.tab": "a87e4467791f974f808c0d396f6c82cd3a014d4fb4458a2287e2fcbce7084e9c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/greek/sent_starters.txt": "1a450aec85164e3fbfeb814768c9f120abd7139726af5bb5e2a577096739ca8e",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/italian/abbrev_types.txt": "5d406f6bfb35e55f6bea282bf148bdcc9e4677860eb01a8e67c34b894274ac50",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/italian/collocations.tab": "8167b58a049bb04de8d692ed33d72963503a061717cd37cacb33bb2d00669caf",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/italian/ortho_context.tab": "462ffd48bc1c9b86efe66d04d826cd1e7a5745be871b8121759ed2920a967370",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/italian/sent_starters.txt": "4dc2cdfda34d4f286e5875d6b62b148771a799a71f0d45b504da23cb61b59d51",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/malayalam/abbrev_types.txt": "1ea2cd01629c8cbeac0799d39383e10c4d6948734c255d37e3ceda550ba62464",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/malayalam/collocations.tab": "71bc38e42133f288c660a338169d8858944135282ad4166a2c5d23cc8a06ed73",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/malayalam/ortho_context.tab": "5289e43f46ef3679f4ebbed95ef1fad5b64dd7aa8957042adb2b661cc6ae4425",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/malayalam/sent_starters.txt": "918c902aa9d0b72700410258274ae335da51148fee7fc27095ab4114b23a245c",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/norwegian/abbrev_types.txt": "beced74076edabe64f45effb823012d1396db41f35fa1d8be2ac6b69bf7bc40f",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/norwegian/collocations.tab": "9c815b01e2f7518552b53f09012644df1fa0d8c7642baff9dc5f61e85e0be422",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/norwegian/ortho_context.tab": "57ea2aa129de6ae414cd0cbecba8b2399c4fde775a2145776a7e8f1023f3f183",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/norwegian/sent_starters.txt": "2b49ef0f0c2e1b4e8b06aee1172e4d88ce6ad01486fe4182cff6fc443a73ddeb",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/polish/abbrev_types.txt": "426ea37ca486d0dcc3653653c613d853d0bb3929037f8ee6bf6c12ddae873aa1",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/polish/collocations.tab": "961653f0606d85ecb8a760cad4f69df123f010bc4b35de0253feb2d7869666b4",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/polish/ortho_context.tab": "f770804067012ee5707ffc65d90523180e09bab09230a49251777be821a1a4f6",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/polish/sent_starters.txt": "8564076ae22be3d549a3f097a18458ac2967d65bd28dad7cc223c53f5ce27d1b",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/portuguese/abbrev_types.txt": "cd5c3cf9c4c8b766bc9edbc96444b0e2189b837b26c583aa2cce83a18e4285f5",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/portuguese/collocations.tab": "a150d2ca3b8bd9d87cd25f2e1d2142607cdf9344efe914bd034af6017a16d841",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/portuguese/ortho_context.tab": "2d9c143f7b322fc74738a21e0b2b04feed1668245ac93e5a8e5399e6e0d8ed8a",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/portuguese/sent_starters.txt": "7b7f4a1586b1df8592bf294c8dd0d19aaf90740d78ce3b40a31eff2b9669d15e",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/russian/abbrev_types.txt": "75191526be516a9918948fe3ad46f6c2c4dee14314359a899b8c2ebf496cb631",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/russian/collocations.tab": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/russian/ortho_context.tab": "b296cba91006569d3ef79eb2cff2378bf5be5b75e9e83ea119b883d3c3ee69b6",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/russian/sent_starters.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/slovene/abbrev_types.txt": "b1d6b16d1d2b3c0c4132c1528b9843d1557f7f544044db27f4e8d2d6985faf2b",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/slovene/collocations.tab": "4c10daafdff496e369f3a8809bebf187abc851df630457ae93c7ca4fda350651",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/slovene/ortho_context.tab": "3ba826bdd7e5543af7af8e317d4652ba8b47fd812157855a6274ec1387a46b3e",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/slovene/sent_starters.txt": "85ae14dadef3c4c9f753491d84919abb10e09003adfe248794d4a597fabc5793",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/spanish/abbrev_types.txt": "246a4b3efbad45b63eb9672b718574b535acef6d656f24dc17a46d13a38efba1",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/spanish/collocations.tab": "fa5ea7dbf61f2b1c12180d660a3012c9faaf4962eb12549d77af95e2a40be65d",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/spanish/ortho_context.tab": "1346ecfc57b26174987ffa9bd4a2558a66f46592a513da3859648790351df370",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/spanish/sent_starters.txt": "4d4f7380ba16380b6158e9e8ead6973c52f27e3c9c88af63f15a41c490998319",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/swedish/abbrev_types.txt": "1e1a78bd5e7fd6e7eb4b15b751a23d441cda845d5fc0b631958177b2f504da00",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/swedish/collocations.tab": "bd2260433c94617ba7cf6102e4c1035099a72e5a2f6b60734639252e41633c04",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/swedish/ortho_context.tab": "d48c5705d0570993628e539ca211f05cdb5aad7adfcc6ed7b24310941bfac9f8",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/swedish/sent_starters.txt": "6f0f7a6773f7488a23bafc6c29e7d4554e792d89c6b7a89fbd6a83bec85ef767",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/turkish/abbrev_types.txt": "de56078c5eeb3fe07e24eab67c4aaf44e2181cbe80edd976cb1622819599d6fd",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/turkish/collocations.tab": "061ce2981776a8f875da4f24bebd7e138f8da1d9057b43d07f580148ec106a33",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/turkish/ortho_context.tab": "fc214227f99d5ea3ee70d208df16b1984eab375d1946ed379061c6cf5c1718be",
    "research/keyprint_hf_quality_2026_09_12/evaluator/nltk_data/tokenizers/punkt_tab/turkish/sent_starters.txt": "93239fb55b5d2ae6d945a84a94e118ba8a816326b17cdc11ba8111bea0c97828",
    "research/keyprint_hf_quality_2026_09_12/evaluator/official-tests.txt": "3e8b5e071d050ad2f345ef5eeabefa1b1a7fa0048f4be1a68f1a54e258437106",
    "research/keyprint_hf_quality_2026_09_12/evaluator/requirements.lock.txt": "e3932353bd0fd45a0468801ee642e02964d5a21ea11efd46459a2597abfcf401",
    "research/keyprint_hf_quality_2026_09_12/evaluator/test_wrapper.py": "5b0c79319c4d61eb70ee6faf0a6e52c68f8a7b42265277c48400c3784c9391de",
    "research/keyprint_hf_quality_2026_09_12/evaluator/wrapper-tests.txt": "6da07a7636651f89b42e60346cf90e5ac9a9c0b599c1bbf37cab0e2656c259d7",
    "research/keyprint_hf_quality_2026_09_12/evaluator.py": "9bab6367341f178923ced8878b46f628a5eda98f743ef4259a1e2c8f1b4fcf50",
    "research/keyprint_hf_quality_2026_09_12/upstream/LICENSE": "9c92e90621a47dc8508ddd78f0ee41a7b6a8fd5d37fd00709ff1c6eb1a7d7019",
    "research/keyprint_hf_quality_2026_09_12/upstream/README.md": "b03f46bef006f50547b9dd2abe2e8095f9751fc45678ab0fcb750fa524f557cf",
    "research/keyprint_hf_quality_2026_09_12/upstream/SQUAD_EVALUATOR_LICENSE": "cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30",
    "research/keyprint_hf_quality_2026_09_12/upstream/evaluate-v1.1.py": "f5a673dbbd173e29e9ea38f1b2091d883583b77b3a4c17144b223fb0f2f9bd09"
  },
  "source_file_count": 174,
  "source_bytes": 82425225,
  "ifeval": {
    "original_records": 541,
    "unique_keys": 541,
    "original_instruction_instances": 834,
    "unique_instruction_ids": [
      "change_case:capital_word_frequency",
      "change_case:english_capital",
      "change_case:english_lowercase",
      "combination:repeat_prompt",
      "combination:two_responses",
      "detectable_content:number_placeholders",
      "detectable_content:postscript",
      "detectable_format:constrained_response",
      "detectable_format:json_format",
      "detectable_format:multiple_sections",
      "detectable_format:number_bullet_lists",
      "detectable_format:number_highlighted_sections",
      "detectable_format:title",
      "keywords:existence",
      "keywords:forbidden_words",
      "keywords:frequency",
      "keywords:letter_frequency",
      "language:response_language",
      "length_constraints:nth_paragraph_first_word",
      "length_constraints:number_paragraphs",
      "length_constraints:number_sentences",
      "length_constraints:number_words",
      "punctuation:no_comma",
      "startend:end_checker",
      "startend:quotation"
    ],
    "prompts_rewritten": 0,
    "constraints_removed": 0,
    "pre_draw_eligibility": {
      "eligible_records": 540,
      "excluded_keys": [
        2785
      ],
      "reason": "HF prompt says at least one placeholder but its frozen official kwargs require three; Google source corrects the wording. Exclude before sample draw; no model outputs informed this decision.",
      "full_source_preserved": true
    },
    "google_source_byte_equal": false,
    "google_source_difference": {
      "key": 2785,
      "field": "prompt",
      "hf": "at least one placeholder",
      "google": "at least 3 placeholders",
      "unchanged_kwargs": {
        "num_placeholders": 3
      },
      "resolution": "Preserve pinned HF original prompt and kwargs; disclose discrepancy"
    },
    "official_commit": "08a8d6736475776f42ffac23b2c13111a28e5795",
    "source_url": "https://github.com/google-research/google-research/tree/08a8d6736475776f42ffac23b2c13111a28e5795/instruction_following_eval",
    "strict_only": true,
    "wrapper": "research/keyprint_hf_quality_2026_09_12/evaluator.py"
  },
  "squad_evaluator": {
    "repo": "allenai/bi-att-flow",
    "revision": "49004549e9a88b78c359b31481afa7792dbb3f4a",
    "upstream_path": "squad/evaluate-v1.1.py",
    "local_path": "research/keyprint_hf_quality_2026_09_12/upstream/evaluate-v1.1.py",
    "unmodified": true,
    "license": "Apache-2.0",
    "source_identity_note": "Selected unmodified official-labelled v1.1 script from AllenAI, not a nonexistent current Rajpurkar v1.1 file."
  },
  "runtime": {
    "python": "3.13.13",
    "isolated_environment": ".venv-eval",
    "dependency_lock": "evaluator/requirements.lock.txt",
    "upstream_absl_distribution": "absl-py",
    "pyarrow_role": "lossless extraction only",
    "nltk_data_revision": "550b6625bcef1f2abff2ff770a5a0d272c9c6b2a",
    "nltk_archives": [
      "evaluator/nltk_archives/punkt.zip",
      "evaluator/nltk_archives/punkt_tab.zip"
    ],
    "langdetect_seed": 0,
    "python_random_seed": 0,
    "frozen_mlx_dependency_installations": 0
  },
  "checks": {
    "upstream_git_blob_hashes_verified": [
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/README.md",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/evaluation_lib.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/evaluation_main.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_registry.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_test.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_util.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/instructions_util_test.py",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/requirements.txt",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/run.sh",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/data/input_data.jsonl",
      "research/keyprint_hf_quality_2026_09_12/evaluator/instruction_following_eval/data/input_response_data_gpt4_20231107_145030.jsonl",
      "research/keyprint_hf_quality_2026_09_12/upstream/evaluate-v1.1.py",
      "research/keyprint_hf_quality_2026_09_12/upstream/SQUAD_EVALUATOR_LICENSE"
    ],
    "official_ifeval_tests_passed": 48,
    "wrapper_tests_passed": 3,
    "all_541_original_constraints_executed_with_fixed_infrastructure_fixture": true,
    "fixtures_are_model_outputs": false,
    "parquet_full_split_roundtrip_equal": true
  },
  "preparation_scope": {
    "model_generations": 0,
    "dataset_instructions_executed": false,
    "source_filtering": false,
    "sample_selection_performed_by_preparation": false,
    "gold_answers_role": "evaluation references; no model prompts constructed by this preparation",
    "publication_mutations": 0
  }
}