{
  "schema_version": 1,
  "dataset_git_commit": "b8c3a6b84bc250b3a22739bfec5e4fed47bbcffc",
  "dataset_fingerprint": "85a9c8d4d23a6b2f9d7a3c15bcc8bc1031980139595d2dcb45df1262478c7451",
  "expected_task_count": 477,
  "run_id": "2026-09-23-new-models",
  "mock": false,
  "grading_version": "3",
  "release": "1.2.0",
  "evaluation_protocol": "d22d04185da1464fe0902cb563bc020c9d3f836d02cdf864062d28db88702be4",
  "finalized_at": "2026-09-23T12:29:35.957060+00:00",
  "source_updated_at": "2026-09-23T12:28:13.964919+00:00",
  "source_git_commit": "22b2ffe6432645e64f28c9f2115cea8df111c9ee",
  "finalizer_git_commit": "22b2ffe6432645e64f28c9f2115cea8df111c9ee",
  "finalizer_git_dirty": false,
  "artifact_type": "borderbench-finalization",
  "publication_status": "finalized",
  "comparison": {
    "scope": "full",
    "count": 477,
    "task_ids": [
      "borderbench-001",
      "borderbench-002",
      "borderbench-003",
      "borderbench-004",
      "borderbench-005",
      "borderbench-006",
      "borderbench-007",
      "borderbench-008",
      "borderbench-009",
      "borderbench-010",
      "borderbench-011",
      "borderbench-012",
      "borderbench-013",
      "borderbench-014",
      "borderbench-015",
      "borderbench-016",
      "borderbench-017",
      "borderbench-018",
      "borderbench-019",
      "borderbench-020",
      "borderbench-021",
      "borderbench-022",
      "borderbench-023",
      "borderbench-024",
      "borderbench-025",
      "borderbench-026",
      "borderbench-027",
      "borderbench-028",
      "borderbench-029",
      "borderbench-030",
      "borderbench-031",
      "borderbench-032",
      "borderbench-033",
      "borderbench-034",
      "borderbench-035",
      "borderbench-036",
      "borderbench-037",
      "borderbench-038",
      "borderbench-039",
      "borderbench-040",
      "borderbench-041",
      "borderbench-042",
      "borderbench-043",
      "borderbench-044",
      "borderbench-045",
      "borderbench-046",
      "borderbench-047",
      "borderbench-048",
      "borderbench-049",
      "borderbench-050",
      "borderbench-051",
      "borderbench-052",
      "borderbench-053",
      "borderbench-054",
      "borderbench-055",
      "borderbench-056",
      "borderbench-057",
      "borderbench-058",
      "borderbench-059",
      "borderbench-060",
      "borderbench-061",
      "borderbench-062",
      "borderbench-063",
      "borderbench-064",
      "borderbench-065",
      "borderbench-066",
      "borderbench-067",
      "borderbench-068",
      "borderbench-069",
      "borderbench-070",
      "borderbench-071",
      "borderbench-072",
      "borderbench-073",
      "borderbench-074",
      "borderbench-075",
      "borderbench-076",
      "borderbench-077",
      "borderbench-078",
      "borderbench-079",
      "borderbench-080",
      "borderbench-081",
      "borderbench-082",
      "borderbench-083",
      "borderbench-084",
      "borderbench-085",
      "borderbench-086",
      "borderbench-087",
      "borderbench-088",
      "borderbench-089",
      "borderbench-090",
      "borderbench-091",
      "borderbench-092",
      "borderbench-093",
      "borderbench-094",
      "borderbench-095",
      "borderbench-096",
      "borderbench-097",
      "borderbench-098",
      "borderbench-099",
      "borderbench-100",
      "borderbench-101",
      "borderbench-102",
      "borderbench-103",
      "borderbench-104",
      "borderbench-105",
      "borderbench-106",
      "borderbench-107",
      "borderbench-108",
      "borderbench-109",
      "borderbench-110",
      "borderbench-111",
      "borderbench-112",
      "borderbench-113",
      "borderbench-114",
      "borderbench-115",
      "borderbench-116",
      "borderbench-117",
      "borderbench-118",
      "borderbench-119",
      "borderbench-120",
      "borderbench-121",
      "borderbench-122",
      "borderbench-123",
      "borderbench-124",
      "borderbench-125",
      "borderbench-126",
      "borderbench-127",
      "borderbench-128",
      "borderbench-129",
      "borderbench-130",
      "borderbench-131",
      "borderbench-132",
      "borderbench-133",
      "borderbench-134",
      "borderbench-135",
      "borderbench-136",
      "borderbench-137",
      "borderbench-138",
      "borderbench-139",
      "borderbench-140",
      "borderbench-141",
      "borderbench-142",
      "borderbench-143",
      "borderbench-144",
      "borderbench-145",
      "borderbench-146",
      "borderbench-147",
      "borderbench-148",
      "borderbench-149",
      "borderbench-150",
      "borderbench-151",
      "borderbench-152",
      "borderbench-153",
      "borderbench-154",
      "borderbench-155",
      "borderbench-156",
      "borderbench-157",
      "borderbench-158",
      "borderbench-159",
      "borderbench-160",
      "borderbench-161",
      "borderbench-162",
      "borderbench-163",
      "borderbench-164",
      "borderbench-165",
      "borderbench-166",
      "borderbench-167",
      "borderbench-168",
      "borderbench-169",
      "borderbench-170",
      "borderbench-171",
      "borderbench-172",
      "borderbench-173",
      "borderbench-174",
      "borderbench-175",
      "borderbench-176",
      "borderbench-177",
      "borderbench-178",
      "borderbench-179",
      "borderbench-180",
      "borderbench-181",
      "borderbench-182",
      "borderbench-183",
      "borderbench-184",
      "borderbench-185",
      "borderbench-186",
      "borderbench-187",
      "borderbench-188",
      "borderbench-189",
      "borderbench-190",
      "borderbench-191",
      "borderbench-192",
      "borderbench-193",
      "borderbench-194",
      "borderbench-195",
      "borderbench-196",
      "borderbench-197",
      "borderbench-198",
      "borderbench-199",
      "borderbench-200",
      "borderbench-201",
      "borderbench-202",
      "borderbench-203",
      "borderbench-204",
      "borderbench-205",
      "borderbench-206",
      "borderbench-207",
      "borderbench-208",
      "borderbench-209",
      "borderbench-210",
      "borderbench-211",
      "borderbench-212",
      "borderbench-213",
      "borderbench-214",
      "borderbench-215",
      "borderbench-216",
      "borderbench-217",
      "borderbench-218",
      "borderbench-219",
      "borderbench-220",
      "borderbench-221",
      "borderbench-222",
      "borderbench-223",
      "borderbench-224",
      "borderbench-225",
      "borderbench-226",
      "borderbench-227",
      "borderbench-228",
      "borderbench-229",
      "borderbench-230",
      "borderbench-231",
      "borderbench-232",
      "borderbench-233",
      "borderbench-234",
      "borderbench-235",
      "borderbench-236",
      "borderbench-237",
      "borderbench-238",
      "borderbench-239",
      "borderbench-240",
      "borderbench-241",
      "borderbench-242",
      "borderbench-243",
      "borderbench-244",
      "borderbench-245",
      "borderbench-246",
      "borderbench-247",
      "borderbench-248",
      "borderbench-249",
      "borderbench-250",
      "borderbench-251",
      "borderbench-252",
      "borderbench-253",
      "borderbench-254",
      "borderbench-255",
      "borderbench-256",
      "borderbench-257",
      "borderbench-258",
      "borderbench-259",
      "borderbench-260",
      "borderbench-261",
      "borderbench-262",
      "borderbench-263",
      "borderbench-264",
      "borderbench-265",
      "borderbench-266",
      "borderbench-267",
      "borderbench-268",
      "borderbench-269",
      "borderbench-270",
      "borderbench-271",
      "borderbench-272",
      "borderbench-273",
      "borderbench-274",
      "borderbench-275",
      "borderbench-276",
      "borderbench-277",
      "borderbench-278",
      "borderbench-279",
      "borderbench-280",
      "borderbench-281",
      "borderbench-282",
      "borderbench-283",
      "borderbench-284",
      "borderbench-285",
      "borderbench-286",
      "borderbench-287",
      "borderbench-288",
      "borderbench-289",
      "borderbench-290",
      "borderbench-291",
      "borderbench-292",
      "borderbench-293",
      "borderbench-294",
      "borderbench-295",
      "borderbench-296",
      "borderbench-297",
      "borderbench-298",
      "borderbench-299",
      "borderbench-300",
      "borderbench-301",
      "borderbench-302",
      "borderbench-303",
      "borderbench-304",
      "borderbench-305",
      "borderbench-306",
      "borderbench-307",
      "borderbench-308",
      "borderbench-309",
      "borderbench-310",
      "borderbench-311",
      "borderbench-312",
      "borderbench-313",
      "borderbench-314",
      "borderbench-315",
      "borderbench-316",
      "borderbench-317",
      "borderbench-318",
      "borderbench-319",
      "borderbench-320",
      "borderbench-321",
      "borderbench-322",
      "borderbench-323",
      "borderbench-324",
      "borderbench-325",
      "borderbench-326",
      "borderbench-327",
      "borderbench-328",
      "borderbench-329",
      "borderbench-330",
      "borderbench-331",
      "borderbench-332",
      "borderbench-333",
      "borderbench-334",
      "borderbench-335",
      "borderbench-336",
      "borderbench-337",
      "borderbench-338",
      "borderbench-339",
      "borderbench-340",
      "borderbench-341",
      "borderbench-342",
      "borderbench-343",
      "borderbench-344",
      "borderbench-345",
      "borderbench-346",
      "borderbench-347",
      "borderbench-348",
      "borderbench-349",
      "borderbench-350",
      "borderbench-351",
      "borderbench-352",
      "borderbench-353",
      "borderbench-354",
      "borderbench-355",
      "borderbench-356",
      "borderbench-357",
      "borderbench-358",
      "borderbench-359",
      "borderbench-360",
      "borderbench-361",
      "borderbench-362",
      "borderbench-363",
      "borderbench-364",
      "borderbench-365",
      "borderbench-366",
      "borderbench-367",
      "borderbench-368",
      "borderbench-369",
      "borderbench-370",
      "borderbench-371",
      "borderbench-372",
      "borderbench-373",
      "borderbench-374",
      "borderbench-375",
      "borderbench-376",
      "borderbench-377",
      "borderbench-378",
      "borderbench-379",
      "borderbench-380",
      "borderbench-381",
      "borderbench-382",
      "borderbench-383",
      "borderbench-384",
      "borderbench-385",
      "borderbench-386",
      "borderbench-387",
      "borderbench-388",
      "borderbench-389",
      "borderbench-390",
      "borderbench-391",
      "borderbench-392",
      "borderbench-393",
      "borderbench-394",
      "borderbench-395",
      "borderbench-396",
      "borderbench-397",
      "borderbench-398",
      "borderbench-399",
      "borderbench-400",
      "borderbench-401",
      "borderbench-402",
      "borderbench-403",
      "borderbench-404",
      "borderbench-405",
      "borderbench-406",
      "borderbench-407",
      "borderbench-408",
      "borderbench-409",
      "borderbench-410",
      "borderbench-411",
      "borderbench-412",
      "borderbench-413",
      "borderbench-414",
      "borderbench-415",
      "borderbench-416",
      "borderbench-417",
      "borderbench-418",
      "borderbench-419",
      "borderbench-420",
      "borderbench-421",
      "borderbench-422",
      "borderbench-423",
      "borderbench-424",
      "borderbench-425",
      "borderbench-426",
      "borderbench-427",
      "borderbench-428",
      "borderbench-429",
      "borderbench-430",
      "borderbench-431",
      "borderbench-432",
      "borderbench-433",
      "borderbench-434",
      "borderbench-435",
      "borderbench-436",
      "borderbench-437",
      "borderbench-438",
      "borderbench-439",
      "borderbench-440",
      "borderbench-441",
      "borderbench-442",
      "borderbench-443",
      "borderbench-444",
      "borderbench-445",
      "borderbench-446",
      "borderbench-447",
      "borderbench-448",
      "borderbench-449",
      "borderbench-450",
      "borderbench-451",
      "borderbench-452",
      "borderbench-453",
      "borderbench-454",
      "borderbench-455",
      "borderbench-456",
      "borderbench-457",
      "borderbench-458",
      "borderbench-459",
      "borderbench-460",
      "borderbench-461",
      "borderbench-462",
      "borderbench-463",
      "borderbench-464",
      "borderbench-465",
      "borderbench-466",
      "borderbench-467",
      "borderbench-468",
      "borderbench-469",
      "borderbench-470",
      "borderbench-471",
      "borderbench-472",
      "borderbench-473",
      "borderbench-474",
      "borderbench-475",
      "borderbench-476",
      "borderbench-477"
    ],
    "cohort_fingerprint": "b5973510a16d2c635a9fec27df6fedb96d32aa353716b689551441afd2e8be61",
    "model_ids": [
      "claude-opus-5-5",
      "gpt-6-luna",
      "gpt-6-sol"
    ]
  },
  "artifact_sha256": {
    "attempts.jsonl": "7015424dd24a27e15946496703f7437fbc771185615386db4f54201447f07bcd",
    "final_results.json": "305a978c723fabaa66f082e7362d63e44b2b9635b364e9063c2f3541328e00f3",
    "run.json": "f0c76526c6d19956f8c7062ce4540c8a1bf755eff7a9559214b721cb9b58a3cb",
    "scorecard_claude-opus-5-5.json": "eb4d4cdfb7c9a569ea9c15b95ca7dada125e5913bd7592115c84c67144b41ac6",
    "scorecard_gpt-6-luna.json": "9875257cbee28635b86680903fd783367f37f3c38cbd683acbb629093fdd02c0",
    "scorecard_gpt-6-sol.json": "475b87340a0ea6b39f2d6eca8664ff0c233d781050738217257e889237f5c9bf",
    "state.sqlite3": "2986f61796ce31c1515c645a6206ca9290cb15bbeb6b52c97ea40be70c89a97d",
    "summary.json": "9389f1f3ce56c635ae7a06f1cbbb68de3fa64af7b036b843835b1970073db542"
  }
}