{ "schema_version": 1, "dataset_git_commit": "b8c3a6b84bc250b3a22739bfec5e4fed47bbcffc", "dataset_fingerprint": "85a9c8d4d23a6b2f9d7a3c15bcc8bc1031980139595d2dcb45df1262478c7451", "expected_task_count": 477, "run_id": "2026-09-12-first-campaign", "mock": false, "grading_version": "3", "release": "1.2.0", "evaluation_protocol": "d22d04185da1464fe0902cb563bc020c9d3f836d02cdf864062d28db88702be4", "finalized_at": "2026-09-12T19:58:43.354519+00:00", "source_updated_at": "2026-09-12T19:57:34.535104+00:00", "source_git_commit": "8e6b751d9210bdf480a77bee1f2e9d9100f815ad", "finalizer_git_commit": "8e6b751d9210bdf480a77bee1f2e9d9100f815ad", "finalizer_git_dirty": false, "artifact_type": "borderbench-finalization", "publication_status": "finalized", "comparison": { "scope": "common", "count": 128, "task_ids": [ "borderbench-002", "borderbench-003", "borderbench-015", "borderbench-016", "borderbench-018", "borderbench-023", "borderbench-025", "borderbench-027", "borderbench-028", "borderbench-029", "borderbench-039", "borderbench-044", "borderbench-045", "borderbench-054", "borderbench-057", "borderbench-059", "borderbench-063", "borderbench-065", "borderbench-068", "borderbench-069", "borderbench-070", "borderbench-079", "borderbench-085", "borderbench-099", "borderbench-101", "borderbench-104", "borderbench-106", "borderbench-109", "borderbench-110", "borderbench-117", "borderbench-119", "borderbench-126", "borderbench-128", "borderbench-130", "borderbench-131", "borderbench-132", "borderbench-135", "borderbench-143", "borderbench-151", "borderbench-154", "borderbench-158", "borderbench-161", "borderbench-165", "borderbench-166", "borderbench-174", "borderbench-175", "borderbench-181", "borderbench-186", "borderbench-187", "borderbench-188", "borderbench-194", "borderbench-197", "borderbench-200", "borderbench-202", "borderbench-212", "borderbench-214", "borderbench-217", "borderbench-222", "borderbench-225", "borderbench-226", "borderbench-234", "borderbench-235", "borderbench-237", "borderbench-239", "borderbench-247", "borderbench-256", "borderbench-257", "borderbench-260", "borderbench-263", "borderbench-265", "borderbench-271", "borderbench-272", "borderbench-278", "borderbench-280", "borderbench-282", "borderbench-288", "borderbench-289", "borderbench-292", "borderbench-298", "borderbench-303", "borderbench-311", "borderbench-312", "borderbench-316", "borderbench-318", "borderbench-322", "borderbench-324", "borderbench-327", "borderbench-330", "borderbench-332", "borderbench-347", "borderbench-349", "borderbench-352", "borderbench-354", "borderbench-355", "borderbench-356", "borderbench-357", "borderbench-358", "borderbench-360", "borderbench-368", "borderbench-371", "borderbench-378", "borderbench-379", "borderbench-390", "borderbench-392", "borderbench-400", "borderbench-401", "borderbench-405", "borderbench-406", "borderbench-418", "borderbench-420", "borderbench-421", "borderbench-426", "borderbench-428", "borderbench-434", "borderbench-437", "borderbench-440", "borderbench-446", "borderbench-448", "borderbench-450", "borderbench-453", "borderbench-459", "borderbench-461", "borderbench-462", "borderbench-468", "borderbench-470", "borderbench-471", "borderbench-473", "borderbench-475" ], "cohort_fingerprint": "4b8399796335fd11f290ae4fc9c1c47c4328ab1668b46607866fe70b2a233ed6", "model_ids": [ "claude-fable-5-1", "claude-haiku-4-5-20251001", "claude-opus-5", "claude-sonnet-5", "gemini-3.1-pro-preview", "gemini-3.5-flash-lite", "gemini-3.8-flash", "gpt-5.6-luna", "gpt-5.6-sol", "gpt-5.6-terra", "gpt-6-astra", "muse-spark-1.2", "muse-spark-1.3" ] }, "artifact_sha256": { "attempts.jsonl": "08e3d69b20878300e9ef0dceb369da9b72de55d71942b89b0983f5ac52a5622c", "final_results.json": "4960780ed478d066311ca3e913474b85a0b02d8dced2c14c5d369ef25915a717", "run.json": "a2ab9858babd7a712a4b24a509acd2453f0823a566ec51377a724188d686e5f4", "scorecard_claude-fable-5-1.json": "209a54bae5b222fc7b441bee0e08512bc929eb78cd010346d2448f10a0cbd12c", "scorecard_claude-haiku-4-5-20251001.json": "af844e3a5908053d3c025ceaecbe39a28bb7e9408a5d0a0216c3d977873a037a", "scorecard_claude-opus-5.json": "bda174bb8e5376992385c980ceb5b4d39efacf9bdf9442197f1a9eee6fa05f03", "scorecard_claude-sonnet-5.json": "2560d095dc386a1892733234fc9bc1d6fb16ae9ccb1d5b37ea640a25f4b0759f", "scorecard_gemini-3.1-pro-preview.json": "727aae1d3b9b99f0be50f377d83ef1c980feaa36176584678612746b59be75f1", "scorecard_gemini-3.5-flash-lite.json": "6c66043fcd0aaf8916a5aa4b8a7e5e1196942e5272b5d06db62aef6587af8bba", "scorecard_gemini-3.8-flash.json": "9b98c1fe8658fdf000cde21891fab363caf145ef69dfc239c9505cc450bc2f81", "scorecard_gpt-5.6-luna.json": "b073ba2a1cf96c3f1513b46c251933a0fe9591e3cf9912763fdeb487f2e1b4a4", "scorecard_gpt-5.6-sol.json": "c4557336e06d77f1ee06353aff70af4debcd9d33c65422e81795d0ff8b489798", "scorecard_gpt-5.6-terra.json": "b81c09eb33d2d55b21c30afec98147e109d8b5aab318ea3317b400678ba9277f", "scorecard_gpt-6-astra.json": "759813361b0980e1a319bb94f3e33909a906c43b251cedecec55dc42337d0b57", "scorecard_muse-spark-1.2.json": "9ecd20f4c8adab6bb1859c78910991244bc8214616a38de13f3df9b2f89389af", "scorecard_muse-spark-1.3.json": "9952d01d1139d72e123a9f39396df98d5da0c0ae85ac6f7543ef18d12e1f5055", "state.sqlite3": "67dee6edcc6620188fa1054437274b55c0646b3253aee24c0b3a1b84975e7093", "summary.json": "2024134b6a47201016cb80c46d1e6cd436f76395327d0cb1d13af531e85e82a6" } }