{
  "schema_version": 1,
  "dataset_git_commit": "c14b9c971bd1fbe1a0126a2683ba4df8b0eeaf6c",
  "dataset_fingerprint": "3c6b248bfc25f4810c0083bbc5af3c5905fb1000795b21fdd0a57969a7aa3bc0",
  "expected_task_count": 512,
  "run_id": "pilot-20260916",
  "mock": false,
  "grading_version": "2",
  "release": "0.4.0",
  "evaluation_protocol": "78be5960423e0ea7b850ffb5a5c07dbb41a4658d6c89dd8a43e9dc08c76ab502",
  "finalized_at": "2026-09-16T16:34:13.565175+00:00",
  "source_updated_at": "2026-09-16T16:33:15.654273+00:00",
  "source_git_commit": "a04d7ec74cfb8cd739208fcbf228228ae6653a42",
  "finalizer_git_commit": "a04d7ec74cfb8cd739208fcbf228228ae6653a42",
  "finalizer_git_dirty": true,
  "artifact_type": "colorbench-finalization",
  "publication_status": "finalized",
  "comparison": {
    "scope": "full",
    "count": 512,
    "task_ids": [
      "colorbench-binding-01",
      "colorbench-binding-02",
      "colorbench-binding-03",
      "colorbench-binding-04",
      "colorbench-binding-05",
      "colorbench-binding-06",
      "colorbench-binding-07",
      "colorbench-binding-08",
      "colorbench-binding-09",
      "colorbench-binding-10",
      "colorbench-binding-11",
      "colorbench-binding-12",
      "colorbench-binding-13",
      "colorbench-binding-14",
      "colorbench-binding-15",
      "colorbench-binding-16",
      "colorbench-binding-17",
      "colorbench-binding-18",
      "colorbench-binding-19",
      "colorbench-binding-20",
      "colorbench-binding-21",
      "colorbench-binding-22",
      "colorbench-binding-23",
      "colorbench-binding-24",
      "colorbench-binding-25",
      "colorbench-binding-26",
      "colorbench-binding-27",
      "colorbench-binding-28",
      "colorbench-binding-29",
      "colorbench-binding-30",
      "colorbench-binding-31",
      "colorbench-binding-32",
      "colorbench-binding-33",
      "colorbench-binding-34",
      "colorbench-binding-35",
      "colorbench-binding-36",
      "colorbench-binding-37",
      "colorbench-binding-38",
      "colorbench-binding-39",
      "colorbench-binding-40",
      "colorbench-binding-41",
      "colorbench-binding-42",
      "colorbench-binding-43",
      "colorbench-binding-44",
      "colorbench-binding-45",
      "colorbench-binding-46",
      "colorbench-binding-47",
      "colorbench-binding-48",
      "colorbench-chroma-01",
      "colorbench-chroma-02",
      "colorbench-chroma-03",
      "colorbench-chroma-04",
      "colorbench-chroma-05",
      "colorbench-chroma-06",
      "colorbench-chroma-07",
      "colorbench-chroma-08",
      "colorbench-chroma-09",
      "colorbench-chroma-10",
      "colorbench-chroma-11",
      "colorbench-chroma-12",
      "colorbench-chroma-13",
      "colorbench-chroma-14",
      "colorbench-chroma-15",
      "colorbench-chroma-16",
      "colorbench-chroma-17",
      "colorbench-chroma-18",
      "colorbench-chroma-19",
      "colorbench-chroma-20",
      "colorbench-chroma-21",
      "colorbench-chroma-22",
      "colorbench-chroma-23",
      "colorbench-chroma-24",
      "colorbench-chroma-25",
      "colorbench-chroma-26",
      "colorbench-chroma-27",
      "colorbench-chroma-28",
      "colorbench-chroma-29",
      "colorbench-chroma-30",
      "colorbench-chroma-31",
      "colorbench-chroma-32",
      "colorbench-chroma-33",
      "colorbench-chroma-34",
      "colorbench-chroma-35",
      "colorbench-chroma-36",
      "colorbench-chroma-37",
      "colorbench-chroma-38",
      "colorbench-chroma-39",
      "colorbench-chroma-40",
      "colorbench-chroma-41",
      "colorbench-chroma-42",
      "colorbench-chroma-43",
      "colorbench-chroma-44",
      "colorbench-chroma-45",
      "colorbench-chroma-46",
      "colorbench-chroma-47",
      "colorbench-chroma-48",
      "colorbench-chroma-49",
      "colorbench-chroma-50",
      "colorbench-chroma-51",
      "colorbench-chroma-52",
      "colorbench-chroma-53",
      "colorbench-chroma-54",
      "colorbench-chroma-55",
      "colorbench-chroma-56",
      "colorbench-chroma-57",
      "colorbench-chroma-58",
      "colorbench-chroma-59",
      "colorbench-chroma-60",
      "colorbench-chroma-61",
      "colorbench-chroma-62",
      "colorbench-chroma-63",
      "colorbench-chroma-64",
      "colorbench-context-01",
      "colorbench-context-02",
      "colorbench-context-03",
      "colorbench-context-04",
      "colorbench-context-05",
      "colorbench-context-06",
      "colorbench-context-07",
      "colorbench-context-08",
      "colorbench-context-09",
      "colorbench-context-10",
      "colorbench-context-11",
      "colorbench-context-12",
      "colorbench-context-13",
      "colorbench-context-14",
      "colorbench-context-15",
      "colorbench-context-16",
      "colorbench-context-17",
      "colorbench-context-18",
      "colorbench-context-19",
      "colorbench-context-20",
      "colorbench-context-21",
      "colorbench-context-22",
      "colorbench-context-23",
      "colorbench-context-24",
      "colorbench-context-25",
      "colorbench-context-26",
      "colorbench-context-27",
      "colorbench-context-28",
      "colorbench-context-29",
      "colorbench-context-30",
      "colorbench-context-31",
      "colorbench-context-32",
      "colorbench-context-33",
      "colorbench-context-34",
      "colorbench-context-35",
      "colorbench-context-36",
      "colorbench-context-37",
      "colorbench-context-38",
      "colorbench-context-39",
      "colorbench-context-40",
      "colorbench-context-41",
      "colorbench-context-42",
      "colorbench-context-43",
      "colorbench-context-44",
      "colorbench-context-45",
      "colorbench-context-46",
      "colorbench-context-47",
      "colorbench-context-48",
      "colorbench-context-49",
      "colorbench-context-50",
      "colorbench-context-51",
      "colorbench-context-52",
      "colorbench-context-53",
      "colorbench-context-54",
      "colorbench-context-55",
      "colorbench-context-56",
      "colorbench-context-57",
      "colorbench-context-58",
      "colorbench-context-59",
      "colorbench-context-60",
      "colorbench-context-61",
      "colorbench-context-62",
      "colorbench-context-63",
      "colorbench-context-64",
      "colorbench-context-65",
      "colorbench-context-66",
      "colorbench-context-67",
      "colorbench-context-68",
      "colorbench-context-69",
      "colorbench-context-70",
      "colorbench-context-71",
      "colorbench-context-72",
      "colorbench-context-73",
      "colorbench-context-74",
      "colorbench-context-75",
      "colorbench-context-76",
      "colorbench-context-77",
      "colorbench-context-78",
      "colorbench-context-79",
      "colorbench-context-80",
      "colorbench-gradient-01",
      "colorbench-gradient-02",
      "colorbench-gradient-03",
      "colorbench-gradient-04",
      "colorbench-gradient-05",
      "colorbench-gradient-06",
      "colorbench-gradient-07",
      "colorbench-gradient-08",
      "colorbench-gradient-09",
      "colorbench-gradient-10",
      "colorbench-gradient-11",
      "colorbench-gradient-12",
      "colorbench-gradient-13",
      "colorbench-gradient-14",
      "colorbench-gradient-15",
      "colorbench-gradient-16",
      "colorbench-hsl-01",
      "colorbench-hsl-02",
      "colorbench-hsl-03",
      "colorbench-hsl-04",
      "colorbench-hsl-05",
      "colorbench-hsl-06",
      "colorbench-hsl-07",
      "colorbench-hsl-08",
      "colorbench-hsl-09",
      "colorbench-hsl-10",
      "colorbench-hsl-11",
      "colorbench-hsl-12",
      "colorbench-hsl-13",
      "colorbench-hsl-14",
      "colorbench-hsl-15",
      "colorbench-hsl-16",
      "colorbench-hue-01",
      "colorbench-hue-02",
      "colorbench-hue-03",
      "colorbench-hue-04",
      "colorbench-hue-05",
      "colorbench-hue-06",
      "colorbench-hue-07",
      "colorbench-hue-08",
      "colorbench-hue-09",
      "colorbench-hue-10",
      "colorbench-hue-11",
      "colorbench-hue-12",
      "colorbench-hue-13",
      "colorbench-hue-14",
      "colorbench-hue-15",
      "colorbench-hue-16",
      "colorbench-hue-17",
      "colorbench-hue-18",
      "colorbench-hue-19",
      "colorbench-hue-20",
      "colorbench-hue-21",
      "colorbench-hue-22",
      "colorbench-hue-23",
      "colorbench-hue-24",
      "colorbench-hue-25",
      "colorbench-hue-26",
      "colorbench-hue-27",
      "colorbench-hue-28",
      "colorbench-hue-29",
      "colorbench-hue-30",
      "colorbench-hue-31",
      "colorbench-hue-32",
      "colorbench-lightness-01",
      "colorbench-lightness-02",
      "colorbench-lightness-03",
      "colorbench-lightness-04",
      "colorbench-lightness-05",
      "colorbench-lightness-06",
      "colorbench-lightness-07",
      "colorbench-lightness-08",
      "colorbench-lightness-09",
      "colorbench-lightness-10",
      "colorbench-lightness-11",
      "colorbench-lightness-12",
      "colorbench-lightness-13",
      "colorbench-lightness-14",
      "colorbench-lightness-15",
      "colorbench-lightness-16",
      "colorbench-lightness-17",
      "colorbench-lightness-18",
      "colorbench-lightness-19",
      "colorbench-lightness-20",
      "colorbench-lightness-21",
      "colorbench-lightness-22",
      "colorbench-lightness-23",
      "colorbench-lightness-24",
      "colorbench-lightness-25",
      "colorbench-lightness-26",
      "colorbench-lightness-27",
      "colorbench-lightness-28",
      "colorbench-lightness-29",
      "colorbench-lightness-30",
      "colorbench-lightness-31",
      "colorbench-lightness-32",
      "colorbench-lightness-33",
      "colorbench-lightness-34",
      "colorbench-lightness-35",
      "colorbench-lightness-36",
      "colorbench-lightness-37",
      "colorbench-lightness-38",
      "colorbench-lightness-39",
      "colorbench-lightness-40",
      "colorbench-lightness-41",
      "colorbench-lightness-42",
      "colorbench-lightness-43",
      "colorbench-lightness-44",
      "colorbench-lightness-45",
      "colorbench-lightness-46",
      "colorbench-lightness-47",
      "colorbench-lightness-48",
      "colorbench-lightness-49",
      "colorbench-lightness-50",
      "colorbench-lightness-51",
      "colorbench-lightness-52",
      "colorbench-lightness-53",
      "colorbench-lightness-54",
      "colorbench-lightness-55",
      "colorbench-lightness-56",
      "colorbench-lightness-57",
      "colorbench-lightness-58",
      "colorbench-lightness-59",
      "colorbench-lightness-60",
      "colorbench-lightness-61",
      "colorbench-lightness-62",
      "colorbench-lightness-63",
      "colorbench-lightness-64",
      "colorbench-matching-01",
      "colorbench-matching-02",
      "colorbench-matching-03",
      "colorbench-matching-04",
      "colorbench-matching-05",
      "colorbench-matching-06",
      "colorbench-matching-07",
      "colorbench-matching-08",
      "colorbench-matching-09",
      "colorbench-matching-10",
      "colorbench-matching-11",
      "colorbench-matching-12",
      "colorbench-matching-13",
      "colorbench-matching-14",
      "colorbench-matching-15",
      "colorbench-matching-16",
      "colorbench-matching-17",
      "colorbench-matching-18",
      "colorbench-matching-19",
      "colorbench-matching-20",
      "colorbench-matching-21",
      "colorbench-matching-22",
      "colorbench-matching-23",
      "colorbench-matching-24",
      "colorbench-matching-25",
      "colorbench-matching-26",
      "colorbench-matching-27",
      "colorbench-matching-28",
      "colorbench-matching-29",
      "colorbench-matching-30",
      "colorbench-matching-31",
      "colorbench-matching-32",
      "colorbench-matching-33",
      "colorbench-matching-34",
      "colorbench-matching-35",
      "colorbench-matching-36",
      "colorbench-matching-37",
      "colorbench-matching-38",
      "colorbench-matching-39",
      "colorbench-matching-40",
      "colorbench-matching-41",
      "colorbench-matching-42",
      "colorbench-matching-43",
      "colorbench-matching-44",
      "colorbench-matching-45",
      "colorbench-matching-46",
      "colorbench-matching-47",
      "colorbench-matching-48",
      "colorbench-oklch-01",
      "colorbench-oklch-02",
      "colorbench-oklch-03",
      "colorbench-oklch-04",
      "colorbench-oklch-05",
      "colorbench-oklch-06",
      "colorbench-oklch-07",
      "colorbench-oklch-08",
      "colorbench-oklch-09",
      "colorbench-oklch-10",
      "colorbench-oklch-11",
      "colorbench-oklch-12",
      "colorbench-oklch-13",
      "colorbench-oklch-14",
      "colorbench-oklch-15",
      "colorbench-oklch-16",
      "colorbench-rgb-01",
      "colorbench-rgb-02",
      "colorbench-rgb-03",
      "colorbench-rgb-04",
      "colorbench-rgb-05",
      "colorbench-rgb-06",
      "colorbench-rgb-07",
      "colorbench-rgb-08",
      "colorbench-rgb-09",
      "colorbench-rgb-10",
      "colorbench-rgb-11",
      "colorbench-rgb-12",
      "colorbench-rgb-13",
      "colorbench-rgb-14",
      "colorbench-rgb-15",
      "colorbench-rgb-16",
      "colorbench-samediff-01",
      "colorbench-samediff-02",
      "colorbench-samediff-03",
      "colorbench-samediff-04",
      "colorbench-samediff-05",
      "colorbench-samediff-06",
      "colorbench-samediff-07",
      "colorbench-samediff-08",
      "colorbench-samediff-09",
      "colorbench-samediff-10",
      "colorbench-samediff-11",
      "colorbench-samediff-12",
      "colorbench-samediff-13",
      "colorbench-samediff-14",
      "colorbench-samediff-15",
      "colorbench-samediff-16",
      "colorbench-samediff-17",
      "colorbench-samediff-18",
      "colorbench-samediff-19",
      "colorbench-samediff-20",
      "colorbench-samediff-21",
      "colorbench-samediff-22",
      "colorbench-samediff-23",
      "colorbench-samediff-24",
      "colorbench-samediff-25",
      "colorbench-samediff-26",
      "colorbench-samediff-27",
      "colorbench-samediff-28",
      "colorbench-samediff-29",
      "colorbench-samediff-30",
      "colorbench-samediff-31",
      "colorbench-samediff-32",
      "colorbench-samediff-33",
      "colorbench-samediff-34",
      "colorbench-samediff-35",
      "colorbench-samediff-36",
      "colorbench-samediff-37",
      "colorbench-samediff-38",
      "colorbench-samediff-39",
      "colorbench-samediff-40",
      "colorbench-samediff-41",
      "colorbench-samediff-42",
      "colorbench-samediff-43",
      "colorbench-samediff-44",
      "colorbench-samediff-45",
      "colorbench-samediff-46",
      "colorbench-samediff-47",
      "colorbench-samediff-48",
      "colorbench-smallmatch-01",
      "colorbench-smallmatch-02",
      "colorbench-smallmatch-03",
      "colorbench-smallmatch-04",
      "colorbench-smallmatch-05",
      "colorbench-smallmatch-06",
      "colorbench-smallmatch-07",
      "colorbench-smallmatch-08",
      "colorbench-smallmatch-09",
      "colorbench-smallmatch-10",
      "colorbench-smallmatch-11",
      "colorbench-smallmatch-12",
      "colorbench-smallmatch-13",
      "colorbench-smallmatch-14",
      "colorbench-smallmatch-15",
      "colorbench-smallmatch-16",
      "colorbench-smallmatch-17",
      "colorbench-smallmatch-18",
      "colorbench-smallmatch-19",
      "colorbench-smallmatch-20",
      "colorbench-smallmatch-21",
      "colorbench-smallmatch-22",
      "colorbench-smallmatch-23",
      "colorbench-smallmatch-24",
      "colorbench-smallmatch-25",
      "colorbench-smallmatch-26",
      "colorbench-smallmatch-27",
      "colorbench-smallmatch-28",
      "colorbench-smallmatch-29",
      "colorbench-smallmatch-30",
      "colorbench-smallmatch-31",
      "colorbench-smallmatch-32",
      "colorbench-smallmatch-33",
      "colorbench-smallmatch-34",
      "colorbench-smallmatch-35",
      "colorbench-smallmatch-36",
      "colorbench-smallmatch-37",
      "colorbench-smallmatch-38",
      "colorbench-smallmatch-39",
      "colorbench-smallmatch-40",
      "colorbench-smallmatch-41",
      "colorbench-smallmatch-42",
      "colorbench-smallmatch-43",
      "colorbench-smallmatch-44",
      "colorbench-smallmatch-45",
      "colorbench-smallmatch-46",
      "colorbench-smallmatch-47",
      "colorbench-smallmatch-48",
      "colorbench-smallmatch-49",
      "colorbench-smallmatch-50",
      "colorbench-smallmatch-51",
      "colorbench-smallmatch-52",
      "colorbench-smallmatch-53",
      "colorbench-smallmatch-54",
      "colorbench-smallmatch-55",
      "colorbench-smallmatch-56",
      "colorbench-smallmatch-57",
      "colorbench-smallmatch-58",
      "colorbench-smallmatch-59",
      "colorbench-smallmatch-60",
      "colorbench-smallmatch-61",
      "colorbench-smallmatch-62",
      "colorbench-smallmatch-63",
      "colorbench-smallmatch-64"
    ],
    "cohort_fingerprint": "c6bb84361fdffea7887f62ebdedbfa9c6d24da6466b5c90b750c0712bed7ecfa",
    "model_ids": [
      "claude-fable-5-1",
      "claude-haiku-4-5-20251001",
      "claude-opus-5",
      "claude-sonnet-5",
      "gemini-3.1-pro-preview",
      "gemini-3.5-flash-lite",
      "gemini-3.8-flash",
      "gpt-5.6-luna",
      "gpt-5.6-sol",
      "gpt-5.6-terra",
      "gpt-6-astra",
      "muse-spark-1.2",
      "muse-spark-1.3"
    ]
  },
  "artifact_sha256": {
    "attempts.jsonl": "0dea50f94dc6bfb209dd52a602d029f7e4fddf2295d11c4c27616f57f7f1747e",
    "final_results.json": "c29585261d5ad9390968abca4385b547ca9983399ad7663d04fb12e59b3e4555",
    "run.json": "8c03bdbfd5f65cd1804b77090afefba54a6e1b11faec06d026d011ee3f27309b",
    "scorecard_claude-fable-5-1.json": "70b6a9aa5a7c796cfcb847c7a0f71a9be59c463a868d5ae92804170f3cbebdee",
    "scorecard_claude-haiku-4-5-20251001.json": "27e2fd0b585b87710a935a3d178c23c7def542bdae68df1c3912c9c199ebf2fa",
    "scorecard_claude-opus-5.json": "75271ddef07284a5857dd2d7545c22c1fdf296459367f1ba0ee9966ff9753d9b",
    "scorecard_claude-sonnet-5.json": "aeae40768945d160ab650969b51e6f29479a8058be4f484372af43f7e88b9682",
    "scorecard_gemini-3.1-pro-preview.json": "362dfdeb01a0326326441b17eb2131205393a0ebf2578550e82b7eb2048327e5",
    "scorecard_gemini-3.5-flash-lite.json": "c2d99e376f9490ae64ca31c6ba5f5022f19eb020edf34af7a1e3e89bd1a5241a",
    "scorecard_gemini-3.8-flash.json": "ad4f0940ab84849545a1af34abfa6358899104874633c3129ebffe39d25252dc",
    "scorecard_gpt-5.6-luna.json": "032ca2417b43c9547796dc9ce6a5dfaa0fec7c5570d6f99a66c0d750f54b1b4e",
    "scorecard_gpt-5.6-sol.json": "6fd82849925b4a2acc358ce83d6ff25e511e20a77de5f1c8d5bb49aa972d8ed6",
    "scorecard_gpt-5.6-terra.json": "ac6f255d2ef980148919f916e85416dc1c1c8037003c53be49e70e2057c73dc7",
    "scorecard_gpt-6-astra.json": "1cfe91cdb221650abb7799d60f4392808e64593368c537c27991a4e9025feda4",
    "scorecard_muse-spark-1.2.json": "4616b91280354f27f5fcbd7906c673258df72d7fdfec800e7efe87aa6e5ea69e",
    "scorecard_muse-spark-1.3.json": "c465a94b460fb2cb96fe49b2aade2e88220b8bd76ce023ab981af272529c244b",
    "state.sqlite3": "94e123fa2ffc51eabb670ffdc2bb24038ff3cc754a8649e7df7bca0d5d88c740",
    "summary.json": "6e61cf15077822863f968f9fc3b8553e87df98dc93cd7af994073a031a45e547"
  }
}