{
  "schema_version": 1,
  "dataset_git_commit": "c14b9c971bd1fbe1a0126a2683ba4df8b0eeaf6c",
  "dataset_fingerprint": "3c6b248bfc25f4810c0083bbc5af3c5905fb1000795b21fdd0a57969a7aa3bc0",
  "expected_task_count": 512,
  "run_id": "september-models-20260923",
  "mock": false,
  "grading_version": "2",
  "release": "0.4.0",
  "evaluation_protocol": "78be5960423e0ea7b850ffb5a5c07dbb41a4658d6c89dd8a43e9dc08c76ab502",
  "finalized_at": "2026-09-23T12:22:50.468628+00:00",
  "source_updated_at": "2026-09-23T12:22:13.457019+00:00",
  "source_git_commit": "82cde012be40124c4ec938e61b89b8732be09aad",
  "finalizer_git_commit": "82cde012be40124c4ec938e61b89b8732be09aad",
  "finalizer_git_dirty": false,
  "artifact_type": "colorbench-finalization",
  "publication_status": "finalized",
  "comparison": {
    "scope": "full",
    "count": 512,
    "task_ids": [
      "colorbench-binding-01",
      "colorbench-binding-02",
      "colorbench-binding-03",
      "colorbench-binding-04",
      "colorbench-binding-05",
      "colorbench-binding-06",
      "colorbench-binding-07",
      "colorbench-binding-08",
      "colorbench-binding-09",
      "colorbench-binding-10",
      "colorbench-binding-11",
      "colorbench-binding-12",
      "colorbench-binding-13",
      "colorbench-binding-14",
      "colorbench-binding-15",
      "colorbench-binding-16",
      "colorbench-binding-17",
      "colorbench-binding-18",
      "colorbench-binding-19",
      "colorbench-binding-20",
      "colorbench-binding-21",
      "colorbench-binding-22",
      "colorbench-binding-23",
      "colorbench-binding-24",
      "colorbench-binding-25",
      "colorbench-binding-26",
      "colorbench-binding-27",
      "colorbench-binding-28",
      "colorbench-binding-29",
      "colorbench-binding-30",
      "colorbench-binding-31",
      "colorbench-binding-32",
      "colorbench-binding-33",
      "colorbench-binding-34",
      "colorbench-binding-35",
      "colorbench-binding-36",
      "colorbench-binding-37",
      "colorbench-binding-38",
      "colorbench-binding-39",
      "colorbench-binding-40",
      "colorbench-binding-41",
      "colorbench-binding-42",
      "colorbench-binding-43",
      "colorbench-binding-44",
      "colorbench-binding-45",
      "colorbench-binding-46",
      "colorbench-binding-47",
      "colorbench-binding-48",
      "colorbench-chroma-01",
      "colorbench-chroma-02",
      "colorbench-chroma-03",
      "colorbench-chroma-04",
      "colorbench-chroma-05",
      "colorbench-chroma-06",
      "colorbench-chroma-07",
      "colorbench-chroma-08",
      "colorbench-chroma-09",
      "colorbench-chroma-10",
      "colorbench-chroma-11",
      "colorbench-chroma-12",
      "colorbench-chroma-13",
      "colorbench-chroma-14",
      "colorbench-chroma-15",
      "colorbench-chroma-16",
      "colorbench-chroma-17",
      "colorbench-chroma-18",
      "colorbench-chroma-19",
      "colorbench-chroma-20",
      "colorbench-chroma-21",
      "colorbench-chroma-22",
      "colorbench-chroma-23",
      "colorbench-chroma-24",
      "colorbench-chroma-25",
      "colorbench-chroma-26",
      "colorbench-chroma-27",
      "colorbench-chroma-28",
      "colorbench-chroma-29",
      "colorbench-chroma-30",
      "colorbench-chroma-31",
      "colorbench-chroma-32",
      "colorbench-chroma-33",
      "colorbench-chroma-34",
      "colorbench-chroma-35",
      "colorbench-chroma-36",
      "colorbench-chroma-37",
      "colorbench-chroma-38",
      "colorbench-chroma-39",
      "colorbench-chroma-40",
      "colorbench-chroma-41",
      "colorbench-chroma-42",
      "colorbench-chroma-43",
      "colorbench-chroma-44",
      "colorbench-chroma-45",
      "colorbench-chroma-46",
      "colorbench-chroma-47",
      "colorbench-chroma-48",
      "colorbench-chroma-49",
      "colorbench-chroma-50",
      "colorbench-chroma-51",
      "colorbench-chroma-52",
      "colorbench-chroma-53",
      "colorbench-chroma-54",
      "colorbench-chroma-55",
      "colorbench-chroma-56",
      "colorbench-chroma-57",
      "colorbench-chroma-58",
      "colorbench-chroma-59",
      "colorbench-chroma-60",
      "colorbench-chroma-61",
      "colorbench-chroma-62",
      "colorbench-chroma-63",
      "colorbench-chroma-64",
      "colorbench-context-01",
      "colorbench-context-02",
      "colorbench-context-03",
      "colorbench-context-04",
      "colorbench-context-05",
      "colorbench-context-06",
      "colorbench-context-07",
      "colorbench-context-08",
      "colorbench-context-09",
      "colorbench-context-10",
      "colorbench-context-11",
      "colorbench-context-12",
      "colorbench-context-13",
      "colorbench-context-14",
      "colorbench-context-15",
      "colorbench-context-16",
      "colorbench-context-17",
      "colorbench-context-18",
      "colorbench-context-19",
      "colorbench-context-20",
      "colorbench-context-21",
      "colorbench-context-22",
      "colorbench-context-23",
      "colorbench-context-24",
      "colorbench-context-25",
      "colorbench-context-26",
      "colorbench-context-27",
      "colorbench-context-28",
      "colorbench-context-29",
      "colorbench-context-30",
      "colorbench-context-31",
      "colorbench-context-32",
      "colorbench-context-33",
      "colorbench-context-34",
      "colorbench-context-35",
      "colorbench-context-36",
      "colorbench-context-37",
      "colorbench-context-38",
      "colorbench-context-39",
      "colorbench-context-40",
      "colorbench-context-41",
      "colorbench-context-42",
      "colorbench-context-43",
      "colorbench-context-44",
      "colorbench-context-45",
      "colorbench-context-46",
      "colorbench-context-47",
      "colorbench-context-48",
      "colorbench-context-49",
      "colorbench-context-50",
      "colorbench-context-51",
      "colorbench-context-52",
      "colorbench-context-53",
      "colorbench-context-54",
      "colorbench-context-55",
      "colorbench-context-56",
      "colorbench-context-57",
      "colorbench-context-58",
      "colorbench-context-59",
      "colorbench-context-60",
      "colorbench-context-61",
      "colorbench-context-62",
      "colorbench-context-63",
      "colorbench-context-64",
      "colorbench-context-65",
      "colorbench-context-66",
      "colorbench-context-67",
      "colorbench-context-68",
      "colorbench-context-69",
      "colorbench-context-70",
      "colorbench-context-71",
      "colorbench-context-72",
      "colorbench-context-73",
      "colorbench-context-74",
      "colorbench-context-75",
      "colorbench-context-76",
      "colorbench-context-77",
      "colorbench-context-78",
      "colorbench-context-79",
      "colorbench-context-80",
      "colorbench-gradient-01",
      "colorbench-gradient-02",
      "colorbench-gradient-03",
      "colorbench-gradient-04",
      "colorbench-gradient-05",
      "colorbench-gradient-06",
      "colorbench-gradient-07",
      "colorbench-gradient-08",
      "colorbench-gradient-09",
      "colorbench-gradient-10",
      "colorbench-gradient-11",
      "colorbench-gradient-12",
      "colorbench-gradient-13",
      "colorbench-gradient-14",
      "colorbench-gradient-15",
      "colorbench-gradient-16",
      "colorbench-hsl-01",
      "colorbench-hsl-02",
      "colorbench-hsl-03",
      "colorbench-hsl-04",
      "colorbench-hsl-05",
      "colorbench-hsl-06",
      "colorbench-hsl-07",
      "colorbench-hsl-08",
      "colorbench-hsl-09",
      "colorbench-hsl-10",
      "colorbench-hsl-11",
      "colorbench-hsl-12",
      "colorbench-hsl-13",
      "colorbench-hsl-14",
      "colorbench-hsl-15",
      "colorbench-hsl-16",
      "colorbench-hue-01",
      "colorbench-hue-02",
      "colorbench-hue-03",
      "colorbench-hue-04",
      "colorbench-hue-05",
      "colorbench-hue-06",
      "colorbench-hue-07",
      "colorbench-hue-08",
      "colorbench-hue-09",
      "colorbench-hue-10",
      "colorbench-hue-11",
      "colorbench-hue-12",
      "colorbench-hue-13",
      "colorbench-hue-14",
      "colorbench-hue-15",
      "colorbench-hue-16",
      "colorbench-hue-17",
      "colorbench-hue-18",
      "colorbench-hue-19",
      "colorbench-hue-20",
      "colorbench-hue-21",
      "colorbench-hue-22",
      "colorbench-hue-23",
      "colorbench-hue-24",
      "colorbench-hue-25",
      "colorbench-hue-26",
      "colorbench-hue-27",
      "colorbench-hue-28",
      "colorbench-hue-29",
      "colorbench-hue-30",
      "colorbench-hue-31",
      "colorbench-hue-32",
      "colorbench-lightness-01",
      "colorbench-lightness-02",
      "colorbench-lightness-03",
      "colorbench-lightness-04",
      "colorbench-lightness-05",
      "colorbench-lightness-06",
      "colorbench-lightness-07",
      "colorbench-lightness-08",
      "colorbench-lightness-09",
      "colorbench-lightness-10",
      "colorbench-lightness-11",
      "colorbench-lightness-12",
      "colorbench-lightness-13",
      "colorbench-lightness-14",
      "colorbench-lightness-15",
      "colorbench-lightness-16",
      "colorbench-lightness-17",
      "colorbench-lightness-18",
      "colorbench-lightness-19",
      "colorbench-lightness-20",
      "colorbench-lightness-21",
      "colorbench-lightness-22",
      "colorbench-lightness-23",
      "colorbench-lightness-24",
      "colorbench-lightness-25",
      "colorbench-lightness-26",
      "colorbench-lightness-27",
      "colorbench-lightness-28",
      "colorbench-lightness-29",
      "colorbench-lightness-30",
      "colorbench-lightness-31",
      "colorbench-lightness-32",
      "colorbench-lightness-33",
      "colorbench-lightness-34",
      "colorbench-lightness-35",
      "colorbench-lightness-36",
      "colorbench-lightness-37",
      "colorbench-lightness-38",
      "colorbench-lightness-39",
      "colorbench-lightness-40",
      "colorbench-lightness-41",
      "colorbench-lightness-42",
      "colorbench-lightness-43",
      "colorbench-lightness-44",
      "colorbench-lightness-45",
      "colorbench-lightness-46",
      "colorbench-lightness-47",
      "colorbench-lightness-48",
      "colorbench-lightness-49",
      "colorbench-lightness-50",
      "colorbench-lightness-51",
      "colorbench-lightness-52",
      "colorbench-lightness-53",
      "colorbench-lightness-54",
      "colorbench-lightness-55",
      "colorbench-lightness-56",
      "colorbench-lightness-57",
      "colorbench-lightness-58",
      "colorbench-lightness-59",
      "colorbench-lightness-60",
      "colorbench-lightness-61",
      "colorbench-lightness-62",
      "colorbench-lightness-63",
      "colorbench-lightness-64",
      "colorbench-matching-01",
      "colorbench-matching-02",
      "colorbench-matching-03",
      "colorbench-matching-04",
      "colorbench-matching-05",
      "colorbench-matching-06",
      "colorbench-matching-07",
      "colorbench-matching-08",
      "colorbench-matching-09",
      "colorbench-matching-10",
      "colorbench-matching-11",
      "colorbench-matching-12",
      "colorbench-matching-13",
      "colorbench-matching-14",
      "colorbench-matching-15",
      "colorbench-matching-16",
      "colorbench-matching-17",
      "colorbench-matching-18",
      "colorbench-matching-19",
      "colorbench-matching-20",
      "colorbench-matching-21",
      "colorbench-matching-22",
      "colorbench-matching-23",
      "colorbench-matching-24",
      "colorbench-matching-25",
      "colorbench-matching-26",
      "colorbench-matching-27",
      "colorbench-matching-28",
      "colorbench-matching-29",
      "colorbench-matching-30",
      "colorbench-matching-31",
      "colorbench-matching-32",
      "colorbench-matching-33",
      "colorbench-matching-34",
      "colorbench-matching-35",
      "colorbench-matching-36",
      "colorbench-matching-37",
      "colorbench-matching-38",
      "colorbench-matching-39",
      "colorbench-matching-40",
      "colorbench-matching-41",
      "colorbench-matching-42",
      "colorbench-matching-43",
      "colorbench-matching-44",
      "colorbench-matching-45",
      "colorbench-matching-46",
      "colorbench-matching-47",
      "colorbench-matching-48",
      "colorbench-oklch-01",
      "colorbench-oklch-02",
      "colorbench-oklch-03",
      "colorbench-oklch-04",
      "colorbench-oklch-05",
      "colorbench-oklch-06",
      "colorbench-oklch-07",
      "colorbench-oklch-08",
      "colorbench-oklch-09",
      "colorbench-oklch-10",
      "colorbench-oklch-11",
      "colorbench-oklch-12",
      "colorbench-oklch-13",
      "colorbench-oklch-14",
      "colorbench-oklch-15",
      "colorbench-oklch-16",
      "colorbench-rgb-01",
      "colorbench-rgb-02",
      "colorbench-rgb-03",
      "colorbench-rgb-04",
      "colorbench-rgb-05",
      "colorbench-rgb-06",
      "colorbench-rgb-07",
      "colorbench-rgb-08",
      "colorbench-rgb-09",
      "colorbench-rgb-10",
      "colorbench-rgb-11",
      "colorbench-rgb-12",
      "colorbench-rgb-13",
      "colorbench-rgb-14",
      "colorbench-rgb-15",
      "colorbench-rgb-16",
      "colorbench-samediff-01",
      "colorbench-samediff-02",
      "colorbench-samediff-03",
      "colorbench-samediff-04",
      "colorbench-samediff-05",
      "colorbench-samediff-06",
      "colorbench-samediff-07",
      "colorbench-samediff-08",
      "colorbench-samediff-09",
      "colorbench-samediff-10",
      "colorbench-samediff-11",
      "colorbench-samediff-12",
      "colorbench-samediff-13",
      "colorbench-samediff-14",
      "colorbench-samediff-15",
      "colorbench-samediff-16",
      "colorbench-samediff-17",
      "colorbench-samediff-18",
      "colorbench-samediff-19",
      "colorbench-samediff-20",
      "colorbench-samediff-21",
      "colorbench-samediff-22",
      "colorbench-samediff-23",
      "colorbench-samediff-24",
      "colorbench-samediff-25",
      "colorbench-samediff-26",
      "colorbench-samediff-27",
      "colorbench-samediff-28",
      "colorbench-samediff-29",
      "colorbench-samediff-30",
      "colorbench-samediff-31",
      "colorbench-samediff-32",
      "colorbench-samediff-33",
      "colorbench-samediff-34",
      "colorbench-samediff-35",
      "colorbench-samediff-36",
      "colorbench-samediff-37",
      "colorbench-samediff-38",
      "colorbench-samediff-39",
      "colorbench-samediff-40",
      "colorbench-samediff-41",
      "colorbench-samediff-42",
      "colorbench-samediff-43",
      "colorbench-samediff-44",
      "colorbench-samediff-45",
      "colorbench-samediff-46",
      "colorbench-samediff-47",
      "colorbench-samediff-48",
      "colorbench-smallmatch-01",
      "colorbench-smallmatch-02",
      "colorbench-smallmatch-03",
      "colorbench-smallmatch-04",
      "colorbench-smallmatch-05",
      "colorbench-smallmatch-06",
      "colorbench-smallmatch-07",
      "colorbench-smallmatch-08",
      "colorbench-smallmatch-09",
      "colorbench-smallmatch-10",
      "colorbench-smallmatch-11",
      "colorbench-smallmatch-12",
      "colorbench-smallmatch-13",
      "colorbench-smallmatch-14",
      "colorbench-smallmatch-15",
      "colorbench-smallmatch-16",
      "colorbench-smallmatch-17",
      "colorbench-smallmatch-18",
      "colorbench-smallmatch-19",
      "colorbench-smallmatch-20",
      "colorbench-smallmatch-21",
      "colorbench-smallmatch-22",
      "colorbench-smallmatch-23",
      "colorbench-smallmatch-24",
      "colorbench-smallmatch-25",
      "colorbench-smallmatch-26",
      "colorbench-smallmatch-27",
      "colorbench-smallmatch-28",
      "colorbench-smallmatch-29",
      "colorbench-smallmatch-30",
      "colorbench-smallmatch-31",
      "colorbench-smallmatch-32",
      "colorbench-smallmatch-33",
      "colorbench-smallmatch-34",
      "colorbench-smallmatch-35",
      "colorbench-smallmatch-36",
      "colorbench-smallmatch-37",
      "colorbench-smallmatch-38",
      "colorbench-smallmatch-39",
      "colorbench-smallmatch-40",
      "colorbench-smallmatch-41",
      "colorbench-smallmatch-42",
      "colorbench-smallmatch-43",
      "colorbench-smallmatch-44",
      "colorbench-smallmatch-45",
      "colorbench-smallmatch-46",
      "colorbench-smallmatch-47",
      "colorbench-smallmatch-48",
      "colorbench-smallmatch-49",
      "colorbench-smallmatch-50",
      "colorbench-smallmatch-51",
      "colorbench-smallmatch-52",
      "colorbench-smallmatch-53",
      "colorbench-smallmatch-54",
      "colorbench-smallmatch-55",
      "colorbench-smallmatch-56",
      "colorbench-smallmatch-57",
      "colorbench-smallmatch-58",
      "colorbench-smallmatch-59",
      "colorbench-smallmatch-60",
      "colorbench-smallmatch-61",
      "colorbench-smallmatch-62",
      "colorbench-smallmatch-63",
      "colorbench-smallmatch-64"
    ],
    "cohort_fingerprint": "c6bb84361fdffea7887f62ebdedbfa9c6d24da6466b5c90b750c0712bed7ecfa",
    "model_ids": [
      "claude-opus-5-5",
      "gpt-6-luna",
      "gpt-6-sol"
    ]
  },
  "artifact_sha256": {
    "attempts.jsonl": "3e6f9540f32880d274f6a19389ee4ba8036b470beea353c536adbee939339a79",
    "final_results.json": "0e95fc27a315b80dff5b344cd7cd84deca0d90cc41c4dc4cc8841b6cd8c452f8",
    "run.json": "801d1167779f44102e628c92b621e37163eba76536e870bc0a4a6a95bf3bf657",
    "scorecard_claude-opus-5-5.json": "da422abe15ba6e445a6901643a117528ea5156f48bf24abd55945d8c90825da1",
    "scorecard_gpt-6-luna.json": "d4745e05f6648bea97248ffa366b5084ccc3d81019df967710e03576f70355ea",
    "scorecard_gpt-6-sol.json": "7f80b1b370272bfbabd662f49efbd22c0190d41b9eaea6c599f7bba96bb8be2c",
    "state.sqlite3": "f6f3cd41d2819e19582174a936cfa3c0f69323f91a1dd2f9c3d9ac7bc1c681be",
    "summary.json": "856feaecee5a343bdec0c6528cead0cfd48e778e00abdae6d4a9b4ef68e8e758"
  }
}